2024-09-19T06:36:45.152 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T06:36:45.175 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T06:36:45.264 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/acls} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911765' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - Reduced data availability - Degraded data redundancy sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 kclient: syntax: v1 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi090.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMncdvv+UKX5kYbmk+hMQgrLx0LeER7i/4Twr+tSymAUUHGPk5kdv8O5mk1GvfVT7CdplMqBvVGBKRPefBYI8y4= smithi129.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI2SmYUN8Pb4qsGKszsnKsBMJF7mwQ6U5dT/j83bSSVkvJG021wVh4O1D90HkCLy95hgZK6m2MgBJPntatONrM8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_acls teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T06:36:45.264 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T06:36:45.265 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T06:36:45.265 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T06:36:45.267 INFO:teuthology.task.internal:Checking packages... 2024-09-19T06:36:45.290 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T06:36:45.290 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T06:36:45.290 INFO:teuthology.packaging:ref: None 2024-09-19T06:36:45.290 INFO:teuthology.packaging:tag: None 2024-09-19T06:36:45.290 INFO:teuthology.packaging:branch: squid 2024-09-19T06:36:45.290 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T06:36:45.290 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T06:36:45.539 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T06:36:45.541 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T06:36:45.549 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T06:36:45.549 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T06:36:45.562 INFO:teuthology.task.internal:Saving configuration 2024-09-19T06:36:45.588 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T06:36:45.595 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T06:36:45.619 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi090.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 06:31:01.034219', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMncdvv+UKX5kYbmk+hMQgrLx0LeER7i/4Twr+tSymAUUHGPk5kdv8O5mk1GvfVT7CdplMqBvVGBKRPefBYI8y4='} 2024-09-19T06:36:45.638 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi129.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 06:31:01.035867', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI2SmYUN8Pb4qsGKszsnKsBMJF7mwQ6U5dT/j83bSSVkvJG021wVh4O1D90HkCLy95hgZK6m2MgBJPntatONrM8='} 2024-09-19T06:36:45.638 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T06:36:45.644 INFO:teuthology.task.internal:roles: ubuntu@smithi090.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-19T06:36:45.645 INFO:teuthology.task.internal:roles: ubuntu@smithi129.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-19T06:36:45.645 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T06:36:45.706 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe4e0d6fbe0>, signals=[15]) 2024-09-19T06:36:45.706 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T06:36:45.713 INFO:teuthology.task.internal:Opening connections... 2024-09-19T06:36:45.713 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:36:45.714 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:36:45.804 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:36:45.805 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:36:45.881 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T06:36:45.894 DEBUG:teuthology.orchestra.run.smithi090:> uname -m 2024-09-19T06:36:45.912 INFO:teuthology.orchestra.run.smithi090.stdout:x86_64 2024-09-19T06:36:45.913 DEBUG:teuthology.orchestra.run.smithi090:> cat /etc/os-release 2024-09-19T06:36:45.971 INFO:teuthology.orchestra.run.smithi090.stdout:NAME="CentOS Stream" 2024-09-19T06:36:45.971 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION="9" 2024-09-19T06:36:45.971 INFO:teuthology.orchestra.run.smithi090.stdout:ID="centos" 2024-09-19T06:36:45.971 INFO:teuthology.orchestra.run.smithi090.stdout:ID_LIKE="rhel fedora" 2024-09-19T06:36:45.971 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION_ID="9" 2024-09-19T06:36:45.971 INFO:teuthology.orchestra.run.smithi090.stdout:PLATFORM_ID="platform:el9" 2024-09-19T06:36:45.972 INFO:teuthology.orchestra.run.smithi090.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T06:36:45.972 INFO:teuthology.orchestra.run.smithi090.stdout:ANSI_COLOR="0;31" 2024-09-19T06:36:45.972 INFO:teuthology.orchestra.run.smithi090.stdout:LOGO="fedora-logo-icon" 2024-09-19T06:36:45.972 INFO:teuthology.orchestra.run.smithi090.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T06:36:45.972 INFO:teuthology.orchestra.run.smithi090.stdout:HOME_URL="https://centos.org/" 2024-09-19T06:36:45.972 INFO:teuthology.orchestra.run.smithi090.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T06:36:45.972 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T06:36:45.972 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T06:36:45.973 INFO:teuthology.lock.ops:Updating smithi090.front.sepia.ceph.com on lock server 2024-09-19T06:36:45.994 DEBUG:teuthology.orchestra.run.smithi129:> uname -m 2024-09-19T06:36:46.012 INFO:teuthology.orchestra.run.smithi129.stdout:x86_64 2024-09-19T06:36:46.012 DEBUG:teuthology.orchestra.run.smithi129:> cat /etc/os-release 2024-09-19T06:36:46.071 INFO:teuthology.orchestra.run.smithi129.stdout:NAME="CentOS Stream" 2024-09-19T06:36:46.071 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION="9" 2024-09-19T06:36:46.072 INFO:teuthology.orchestra.run.smithi129.stdout:ID="centos" 2024-09-19T06:36:46.072 INFO:teuthology.orchestra.run.smithi129.stdout:ID_LIKE="rhel fedora" 2024-09-19T06:36:46.072 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION_ID="9" 2024-09-19T06:36:46.072 INFO:teuthology.orchestra.run.smithi129.stdout:PLATFORM_ID="platform:el9" 2024-09-19T06:36:46.072 INFO:teuthology.orchestra.run.smithi129.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T06:36:46.072 INFO:teuthology.orchestra.run.smithi129.stdout:ANSI_COLOR="0;31" 2024-09-19T06:36:46.073 INFO:teuthology.orchestra.run.smithi129.stdout:LOGO="fedora-logo-icon" 2024-09-19T06:36:46.073 INFO:teuthology.orchestra.run.smithi129.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T06:36:46.073 INFO:teuthology.orchestra.run.smithi129.stdout:HOME_URL="https://centos.org/" 2024-09-19T06:36:46.073 INFO:teuthology.orchestra.run.smithi129.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T06:36:46.073 INFO:teuthology.orchestra.run.smithi129.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T06:36:46.074 INFO:teuthology.orchestra.run.smithi129.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T06:36:46.074 INFO:teuthology.lock.ops:Updating smithi129.front.sepia.ceph.com on lock server 2024-09-19T06:36:46.094 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T06:36:46.104 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T06:36:46.110 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T06:36:46.110 DEBUG:teuthology.orchestra.run.smithi090:> test '!' -e /home/ubuntu/cephtest 2024-09-19T06:36:46.113 DEBUG:teuthology.orchestra.run.smithi129:> test '!' -e /home/ubuntu/cephtest 2024-09-19T06:36:46.130 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T06:36:46.136 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T06:36:46.136 DEBUG:teuthology.orchestra.run.smithi090:> test -z $(ls -A /var/lib/ceph) 2024-09-19T06:36:46.170 DEBUG:teuthology.orchestra.run.smithi129:> test -z $(ls -A /var/lib/ceph) 2024-09-19T06:36:46.200 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T06:36:46.259 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T06:36:46.273 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-19T06:36:46.274 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.2': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}, 'client.3': {'branch': 'testing'}} 2024-09-19T06:36:46.274 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2024-09-19T06:36:46.274 DEBUG:teuthology.orchestra.run.smithi090:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T06:36:46.275 DEBUG:teuthology.orchestra.run.smithi129:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T06:36:46.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:36:46.292 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-09-19T06:36:46.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:36:46.295 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-09-19T06:36:46.458 DEBUG:teuthology.task.kernel:sha1 for client.1 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T06:36:46.459 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-19T06:36:46.459 DEBUG:teuthology.orchestra.run.smithi129:> uname -r 2024-09-19T06:36:46.477 DEBUG:teuthology.task.kernel:sha1 for client.0 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T06:36:46.478 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-19T06:36:46.478 DEBUG:teuthology.orchestra.run.smithi090:> uname -r 2024-09-19T06:36:46.479 INFO:teuthology.orchestra.run.smithi129.stdout:5.14.0-503.el9.x86_64 2024-09-19T06:36:46.479 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T06:36:46.479 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-19T06:36:46.480 DEBUG:teuthology.orchestra.run.smithi129:> sudo yum upgrade -y linux-firmware 2024-09-19T06:36:46.497 INFO:teuthology.orchestra.run.smithi090.stdout:5.14.0-503.el9.x86_64 2024-09-19T06:36:46.498 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T06:36:46.498 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-19T06:36:46.498 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum upgrade -y linux-firmware 2024-09-19T06:36:49.193 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Stream 9 - BaseOS 8.9 MB/s | 8.3 MB 00:00 2024-09-19T06:36:49.294 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.3 MB 00:00 2024-09-19T06:36:58.176 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Stream 9 - AppStream 2.6 MB/s | 20 MB 00:07 2024-09-19T06:36:58.228 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - AppStream 2.6 MB/s | 20 MB 00:07 2024-09-19T06:37:02.644 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Stream 9 - CRB 9.1 MB/s | 6.5 MB 00:00 2024-09-19T06:37:04.411 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 19 kB 00:00 2024-09-19T06:37:05.088 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - CRB 2.1 MB/s | 6.5 MB 00:03 2024-09-19T06:37:05.348 INFO:teuthology.orchestra.run.smithi129.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-19T06:37:06.572 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - Extras packages 72 kB/s | 19 kB 00:00 2024-09-19T06:37:07.476 INFO:teuthology.orchestra.run.smithi090.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-19T06:37:10.763 INFO:teuthology.orchestra.run.smithi129.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-19T06:37:12.685 INFO:teuthology.orchestra.run.smithi129.stdout:Dependencies resolved. 2024-09-19T06:37:12.695 INFO:teuthology.orchestra.run.smithi129.stdout:================================================================================ 2024-09-19T06:37:12.695 INFO:teuthology.orchestra.run.smithi129.stdout: Package Architecture Version Repository Size 2024-09-19T06:37:12.695 INFO:teuthology.orchestra.run.smithi129.stdout:================================================================================ 2024-09-19T06:37:12.695 INFO:teuthology.orchestra.run.smithi129.stdout:Upgrading: 2024-09-19T06:37:12.695 INFO:teuthology.orchestra.run.smithi129.stdout: linux-firmware noarch 20240905-146.el9 baseos 388 M 2024-09-19T06:37:12.695 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:37:12.695 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction Summary 2024-09-19T06:37:12.695 INFO:teuthology.orchestra.run.smithi129.stdout:================================================================================ 2024-09-19T06:37:12.695 INFO:teuthology.orchestra.run.smithi129.stdout:Upgrade 1 Package 2024-09-19T06:37:12.696 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:37:12.696 INFO:teuthology.orchestra.run.smithi129.stdout:Total download size: 388 M 2024-09-19T06:37:12.696 INFO:teuthology.orchestra.run.smithi129.stdout:Downloading Packages: 2024-09-19T06:37:12.825 INFO:teuthology.orchestra.run.smithi090.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-19T06:37:14.782 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout: Package Architecture Version Repository Size 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrading: 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout: linux-firmware noarch 20240905-146.el9 baseos 388 M 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrade 1 Package 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 388 M 2024-09-19T06:37:14.796 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-09-19T06:37:18.839 INFO:teuthology.orchestra.run.smithi129.stdout:linux-firmware-20240905-146.el9.noarch.rpm 64 MB/s | 388 MB 00:06 2024-09-19T06:37:18.839 INFO:teuthology.orchestra.run.smithi129.stdout:-------------------------------------------------------------------------------- 2024-09-19T06:37:18.839 INFO:teuthology.orchestra.run.smithi129.stdout:Total 63 MB/s | 388 MB 00:06 2024-09-19T06:37:21.962 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction check 2024-09-19T06:37:22.119 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction check succeeded. 2024-09-19T06:37:22.120 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction test 2024-09-19T06:37:22.962 INFO:teuthology.orchestra.run.smithi090.stdout:linux-firmware-20240905-146.el9.noarch.rpm 48 MB/s | 388 MB 00:08 2024-09-19T06:37:22.962 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-09-19T06:37:22.962 INFO:teuthology.orchestra.run.smithi090.stdout:Total 48 MB/s | 388 MB 00:08 2024-09-19T06:37:25.394 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction test succeeded. 2024-09-19T06:37:25.395 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction 2024-09-19T06:37:26.081 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-09-19T06:37:26.199 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-09-19T06:37:26.199 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-09-19T06:37:29.411 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-09-19T06:37:29.412 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-09-19T06:37:34.867 INFO:teuthology.orchestra.run.smithi129.stdout: Preparing : 1/1 2024-09-19T06:37:35.484 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T06:37:35.569 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T06:37:36.345 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T06:37:36.346 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T06:37:37.121 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T06:37:37.121 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:37:37.121 INFO:teuthology.orchestra.run.smithi129.stdout:Upgraded: 2024-09-19T06:37:37.121 INFO:teuthology.orchestra.run.smithi129.stdout: linux-firmware-20240905-146.el9.noarch 2024-09-19T06:37:37.122 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:37:37.122 INFO:teuthology.orchestra.run.smithi129.stdout:Complete! 2024-09-19T06:37:37.475 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-19T06:37:37.475 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T06:37:37.615 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ 2024-09-19T06:37:37.616 DEBUG:teuthology.orchestra.run.smithi129:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-19T06:37:37.618 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi129.front.sepia.ceph.com to complete... 2024-09-19T06:37:40.866 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-09-19T06:37:41.037 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T06:37:41.129 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T06:37:42.066 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T06:37:42.066 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T06:37:42.833 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T06:37:42.833 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:37:42.833 INFO:teuthology.orchestra.run.smithi090.stdout:Upgraded: 2024-09-19T06:37:42.833 INFO:teuthology.orchestra.run.smithi090.stdout: linux-firmware-20240905-146.el9.noarch 2024-09-19T06:37:42.833 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:37:42.833 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-09-19T06:37:43.238 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-19T06:37:43.239 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T06:37:43.389 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ 2024-09-19T06:37:43.390 DEBUG:teuthology.orchestra.run.smithi090:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-19T06:37:43.392 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi090.front.sepia.ceph.com to complete... 2024-09-19T06:37:43.987 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19 06:37:43 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-19T06:37:43.987 INFO:teuthology.orchestra.run.smithi129.stderr:FINISHED --2024-09-19 06:37:43-- 2024-09-19T06:37:43.987 INFO:teuthology.orchestra.run.smithi129.stderr:Total wall clock time: 6.3s 2024-09-19T06:37:43.987 INFO:teuthology.orchestra.run.smithi129.stderr:Downloaded: 1 files, 343M in 6.1s (56.5 MB/s) 2024-09-19T06:37:43.990 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-19T06:37:43.990 DEBUG:teuthology.orchestra.run.smithi129:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-19T06:37:46.057 INFO:teuthology.orchestra.run.smithi129.stdout:Verifying... ######################################## 2024-09-19T06:37:46.115 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing... ######################################## 2024-09-19T06:37:46.176 INFO:teuthology.orchestra.run.smithi129.stdout:Updating / installing... 2024-09-19T06:37:49.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19 06:37:49 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-19T06:37:49.889 INFO:teuthology.orchestra.run.smithi090.stderr:FINISHED --2024-09-19 06:37:49-- 2024-09-19T06:37:49.889 INFO:teuthology.orchestra.run.smithi090.stderr:Total wall clock time: 6.5s 2024-09-19T06:37:49.889 INFO:teuthology.orchestra.run.smithi090.stderr:Downloaded: 1 files, 343M in 6.2s (55.4 MB/s) 2024-09-19T06:37:49.891 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-19T06:37:49.892 DEBUG:teuthology.orchestra.run.smithi090:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-19T06:37:51.950 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying... ######################################## 2024-09-19T06:37:52.021 INFO:teuthology.orchestra.run.smithi090.stdout:Preparing... ######################################## 2024-09-19T06:37:52.080 INFO:teuthology.orchestra.run.smithi090.stdout:Updating / installing... 2024-09-19T06:37:54.181 INFO:teuthology.orchestra.run.smithi129.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1 ######################################## 2024-09-19T06:38:00.086 INFO:teuthology.orchestra.run.smithi090.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1 ######################################## 2024-09-19T06:38:34.321 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi129.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-19T06:38:34.322 DEBUG:teuthology.orchestra.run.smithi129:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-19T06:38:34.409 INFO:teuthology.orchestra.run.smithi129.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-19T06:38:34.410 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-19T06:38:34.411 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-19T06:38:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-19T06:38:34.413 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-19T06:38:34.414 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-19T06:38:34.415 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-19T06:38:34.416 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-19T06:38:34.417 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-19T06:38:34.418 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-19T06:38:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-19T06:38:34.420 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-19T06:38:34.421 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-19T06:38:34.421 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-19T06:38:34.421 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-19T06:38:34.421 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-19T06:38:34.421 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-19T06:38:34.421 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko 2024-09-19T06:38:34.421 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-19T06:38:34.421 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-19T06:38:34.421 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-19T06:38:34.422 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block 2024-09-19T06:38:34.423 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-19T06:38:34.424 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-19T06:38:34.425 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave 2024-09-19T06:38:34.426 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-19T06:38:34.427 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko 2024-09-19T06:38:34.428 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko 2024-09-19T06:38:34.428 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq 2024-09-19T06:38:34.428 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-19T06:38:34.428 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-19T06:38:34.428 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-19T06:38:34.428 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-19T06:38:34.428 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-19T06:38:34.428 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-19T06:38:34.428 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto 2024-09-19T06:38:34.429 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp 2024-09-19T06:38:34.429 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-19T06:38:34.429 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-19T06:38:34.429 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel 2024-09-19T06:38:34.429 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat 2024-09-19T06:38:34.429 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common 2024-09-19T06:38:34.430 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-19T06:38:34.430 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-19T06:38:34.430 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-19T06:38:34.430 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-19T06:38:34.430 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-19T06:38:34.430 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio 2024-09-19T06:38:34.431 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-19T06:38:34.431 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca 2024-09-19T06:38:34.431 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-19T06:38:34.431 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq 2024-09-19T06:38:34.431 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-19T06:38:34.431 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma 2024-09-19T06:38:34.432 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw 2024-09-19T06:38:34.432 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-19T06:38:34.432 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat 2024-09-19T06:38:34.432 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-19T06:38:34.432 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac 2024-09-19T06:38:34.432 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-19T06:38:34.433 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-19T06:38:34.433 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-19T06:38:34.433 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-19T06:38:34.433 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-19T06:38:34.433 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-19T06:38:34.433 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-19T06:38:34.434 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-19T06:38:34.434 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-19T06:38:34.434 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-19T06:38:34.434 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-19T06:38:34.434 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-19T06:38:34.435 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-19T06:38:34.435 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware 2024-09-19T06:38:34.435 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko 2024-09-19T06:38:34.435 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-19T06:38:34.435 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio 2024-09-19T06:38:34.435 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-19T06:38:34.436 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-19T06:38:34.436 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid 2024-09-19T06:38:34.436 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-19T06:38:34.436 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-19T06:38:34.436 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-19T06:38:34.436 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-19T06:38:34.437 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-19T06:38:34.437 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-19T06:38:34.437 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-19T06:38:34.437 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-19T06:38:34.437 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-19T06:38:34.438 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-19T06:38:34.438 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-19T06:38:34.438 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-19T06:38:34.438 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-19T06:38:34.439 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-19T06:38:34.439 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-19T06:38:34.439 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-19T06:38:34.439 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-19T06:38:34.439 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-19T06:38:34.439 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-19T06:38:34.439 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-19T06:38:34.439 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-19T06:38:34.439 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-19T06:38:34.440 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-19T06:38:34.441 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-19T06:38:34.442 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon 2024-09-19T06:38:34.443 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-19T06:38:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-19T06:38:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-19T06:38:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-19T06:38:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-19T06:38:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-19T06:38:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-19T06:38:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-19T06:38:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-19T06:38:34.452 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-19T06:38:34.453 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses 2024-09-19T06:38:34.454 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-19T06:38:34.455 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko 2024-09-19T06:38:34.456 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-19T06:38:34.457 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser 2024-09-19T06:38:34.458 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-19T06:38:34.459 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-19T06:38:34.460 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-19T06:38:34.461 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-19T06:38:34.462 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-19T06:38:34.463 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd 2024-09-19T06:38:34.464 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-19T06:38:34.465 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei 2024-09-19T06:38:34.466 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-19T06:38:34.467 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-19T06:38:34.468 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-19T06:38:34.469 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-19T06:38:34.470 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-19T06:38:34.471 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-19T06:38:34.472 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-19T06:38:34.473 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel 2024-09-19T06:38:34.474 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-19T06:38:34.475 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-19T06:38:34.476 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom 2024-09-19T06:38:34.477 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic 2024-09-19T06:38:34.478 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-19T06:38:34.479 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-19T06:38:34.480 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti 2024-09-19T06:38:34.481 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154 2024-09-19T06:38:34.482 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko 2024-09-19T06:38:34.483 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-19T06:38:34.484 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-19T06:38:34.485 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip 2024-09-19T06:38:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-19T06:38:34.487 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-19T06:38:34.488 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-19T06:38:34.489 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-19T06:38:34.490 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-19T06:38:34.490 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl 2024-09-19T06:38:34.490 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel 2024-09-19T06:38:34.490 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-19T06:38:34.490 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform 2024-09-19T06:38:34.490 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86 2024-09-19T06:38:34.490 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-19T06:38:34.490 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-19T06:38:34.490 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-19T06:38:34.491 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps 2024-09-19T06:38:34.492 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-19T06:38:34.493 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-19T06:38:34.494 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-19T06:38:34.495 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid 2024-09-19T06:38:34.496 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-19T06:38:34.497 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-19T06:38:34.498 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-19T06:38:34.499 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc 2024-09-19T06:38:34.500 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas 2024-09-19T06:38:34.501 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-19T06:38:34.502 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-19T06:38:34.503 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-19T06:38:34.504 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-19T06:38:34.505 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless 2024-09-19T06:38:34.506 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-19T06:38:34.507 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-19T06:38:34.508 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-19T06:38:34.509 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-19T06:38:34.510 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-19T06:38:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-19T06:38:34.512 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-19T06:38:34.513 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-19T06:38:34.514 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-19T06:38:34.515 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-19T06:38:34.516 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko 2024-09-19T06:38:34.517 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-19T06:38:34.518 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-19T06:38:34.519 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-19T06:38:34.520 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs 2024-09-19T06:38:34.521 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-19T06:38:34.522 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko 2024-09-19T06:38:34.523 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-19T06:38:34.524 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-19T06:38:34.525 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-19T06:38:34.526 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-19T06:38:34.527 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-19T06:38:34.527 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-19T06:38:34.527 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-19T06:38:34.527 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-19T06:38:34.527 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-19T06:38:34.527 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-19T06:38:34.527 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-19T06:38:34.527 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-19T06:38:34.527 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-19T06:38:34.528 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-19T06:38:34.529 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-19T06:38:34.530 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs 2024-09-19T06:38:34.531 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-19T06:38:34.532 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf 2024-09-19T06:38:34.533 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-19T06:38:34.533 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs 2024-09-19T06:38:34.533 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-19T06:38:34.533 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs 2024-09-19T06:38:34.533 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-19T06:38:34.533 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel 2024-09-19T06:38:34.536 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu 2024-09-19T06:38:34.536 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko 2024-09-19T06:38:34.536 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-19T06:38:34.536 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace 2024-09-19T06:38:34.536 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-19T06:38:34.536 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib 2024-09-19T06:38:34.536 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math 2024-09-19T06:38:34.537 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan 2024-09-19T06:38:34.538 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-19T06:38:34.539 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-19T06:38:34.540 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-19T06:38:34.541 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph 2024-09-19T06:38:34.542 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-19T06:38:34.543 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-19T06:38:34.544 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-19T06:38:34.545 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-19T06:38:34.546 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-19T06:38:34.547 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-19T06:38:34.548 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-19T06:38:34.549 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-19T06:38:34.550 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-19T06:38:34.551 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-19T06:38:34.552 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-19T06:38:34.553 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-19T06:38:34.554 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-19T06:38:34.555 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-19T06:38:34.556 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-19T06:38:34.557 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-19T06:38:34.558 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-19T06:38:34.559 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-19T06:38:34.560 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-19T06:38:34.561 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-19T06:38:34.562 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink 2024-09-19T06:38:34.563 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-19T06:38:34.564 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-19T06:38:34.565 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-19T06:38:34.566 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-19T06:38:34.567 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-19T06:38:34.568 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-19T06:38:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-19T06:38:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-19T06:38:34.571 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-19T06:38:34.571 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-19T06:38:34.571 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-19T06:38:34.571 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-19T06:38:34.571 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep 2024-09-19T06:38:34.571 INFO:teuthology.orchestra.run.smithi129.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T06:38:34.576 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:34.576 DEBUG:teuthology.orchestra.run.smithi129:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-19T06:38:34.599 INFO:teuthology.orchestra.run.smithi129.stdout:postinstall scriptlet (using /bin/sh): 2024-09-19T06:38:34.599 INFO:teuthology.orchestra.run.smithi129.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T06:38:34.599 INFO:teuthology.orchestra.run.smithi129.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T06:38:34.599 INFO:teuthology.orchestra.run.smithi129.stdout:fi 2024-09-19T06:38:34.599 INFO:teuthology.orchestra.run.smithi129.stdout:for file in vmlinuz System.map config; do 2024-09-19T06:38:34.599 INFO:teuthology.orchestra.run.smithi129.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then 2024-09-19T06:38:34.599 INFO:teuthology.orchestra.run.smithi129.stdout: cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T06:38:34.599 INFO:teuthology.orchestra.run.smithi129.stdout: fi 2024-09-19T06:38:34.599 INFO:teuthology.orchestra.run.smithi129.stdout:done 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \ 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout: cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout:fi 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout: /usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout:fi 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T06:38:34.600 INFO:teuthology.orchestra.run.smithi129.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:34.601 INFO:teuthology.orchestra.run.smithi129.stdout:fi 2024-09-19T06:38:34.601 DEBUG:teuthology.orchestra.run.smithi129:> sudo rpm -qi grub2-tools 2024-09-19T06:38:34.679 INFO:teuthology.orchestra.run.smithi129.stdout:Name : grub2-tools 2024-09-19T06:38:34.679 INFO:teuthology.orchestra.run.smithi129.stdout:Epoch : 1 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:Version : 2.06 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:Release : 82.el9 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:Architecture: x86_64 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:Group : Unspecified 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:Size : 8274670 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:License : GPLv3+ 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T06:38:34.680 INFO:teuthology.orchestra.run.smithi129.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:Packager : builder@centos.org 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:Vendor : CentOS 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:Summary : Support tools for GRUB. 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:Description : 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:hardware devices. 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:38:34.681 INFO:teuthology.orchestra.run.smithi129.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T06:38:34.682 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T06:38:34.682 INFO:teuthology.task.kernel:Updating grub on smithi129 to boot 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:34.683 DEBUG:teuthology.orchestra.run.smithi129:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T06:38:35.280 INFO:teuthology.orchestra.run.smithi129.stderr:Generating grub configuration file ... 2024-09-19T06:38:36.661 INFO:teuthology.orchestra.run.smithi129.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T06:38:36.697 INFO:teuthology.orchestra.run.smithi129.stderr:done 2024-09-19T06:38:36.700 DEBUG:teuthology.orchestra.run.smithi129:> mktemp 2024-09-19T06:38:36.715 INFO:teuthology.orchestra.run.smithi129.stdout:/tmp/tmp.zRnYzOgPc0 2024-09-19T06:38:36.716 DEBUG:teuthology.orchestra.run.smithi129:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.zRnYzOgPc0 2024-09-19T06:38:36.783 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 0666 /tmp/tmp.zRnYzOgPc0 2024-09-19T06:38:36.927 DEBUG:teuthology.orchestra.remote:smithi129:/tmp/tmp.zRnYzOgPc0 is 6KB 2024-09-19T06:38:36.976 DEBUG:teuthology.orchestra.run.smithi129:> rm -fr /tmp/tmp.zRnYzOgPc0 2024-09-19T06:38:36.991 DEBUG:teuthology.orchestra.run.smithi129:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T06:38:37.054 INFO:teuthology.orchestra.run.smithi129.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T06:38:37.055 INFO:teuthology.orchestra.run.smithi129.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T06:38:37.055 INFO:teuthology.orchestra.run.smithi129.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T06:38:37.055 INFO:teuthology.orchestra.run.smithi129.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf 2024-09-19T06:38:37.056 DEBUG:teuthology.orchestra.run.smithi129:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:37.198 DEBUG:teuthology.orchestra.run.smithi129:> sudo shutdown -r now 2024-09-19T06:38:46.473 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi090.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-19T06:38:46.473 DEBUG:teuthology.orchestra.run.smithi090:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-19T06:38:46.561 INFO:teuthology.orchestra.run.smithi090.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:46.561 INFO:teuthology.orchestra.run.smithi090.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:46.561 INFO:teuthology.orchestra.run.smithi090.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:46.561 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:46.561 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map 2024-09-19T06:38:46.561 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config 2024-09-19T06:38:46.561 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel 2024-09-19T06:38:46.561 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch 2024-09-19T06:38:46.561 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-19T06:38:46.562 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel 2024-09-19T06:38:46.563 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-19T06:38:46.564 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-19T06:38:46.565 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko 2024-09-19T06:38:46.566 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-19T06:38:46.567 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi 2024-09-19T06:38:46.568 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-19T06:38:46.569 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-19T06:38:46.570 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-19T06:38:46.571 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko 2024-09-19T06:38:46.572 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-19T06:38:46.573 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block 2024-09-19T06:38:46.574 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-19T06:38:46.575 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-19T06:38:46.576 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-19T06:38:46.577 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-19T06:38:46.578 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-19T06:38:46.579 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-19T06:38:46.580 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-19T06:38:46.581 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-19T06:38:46.582 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-19T06:38:46.583 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-19T06:38:46.584 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-19T06:38:46.585 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-19T06:38:46.586 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon 2024-09-19T06:38:46.587 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-19T06:38:46.588 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-19T06:38:46.589 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-19T06:38:46.590 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-19T06:38:46.591 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-19T06:38:46.592 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-19T06:38:46.593 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-19T06:38:46.594 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-19T06:38:46.595 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-19T06:38:46.596 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c 2024-09-19T06:38:46.597 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-19T06:38:46.598 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-19T06:38:46.599 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-19T06:38:46.600 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp 2024-09-19T06:38:46.601 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-19T06:38:46.602 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-19T06:38:46.603 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-19T06:38:46.604 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-19T06:38:46.605 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-19T06:38:46.606 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-19T06:38:46.607 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-19T06:38:46.608 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-19T06:38:46.609 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-19T06:38:46.610 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net 2024-09-19T06:38:46.611 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com 2024-09-19T06:38:46.612 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-19T06:38:46.613 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-19T06:38:46.614 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade 2024-09-19T06:38:46.615 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-19T06:38:46.616 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-19T06:38:46.617 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e 2024-09-19T06:38:46.618 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-19T06:38:46.619 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-19T06:38:46.620 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion 2024-09-19T06:38:46.621 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc 2024-09-19T06:38:46.622 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-19T06:38:46.623 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun 2024-09-19T06:38:46.624 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-19T06:38:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-19T06:38:46.626 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-19T06:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-19T06:38:46.628 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-19T06:38:46.629 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-19T06:38:46.630 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-19T06:38:46.631 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-19T06:38:46.631 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-19T06:38:46.631 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko 2024-09-19T06:38:46.631 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-19T06:38:46.631 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko 2024-09-19T06:38:46.631 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3 2024-09-19T06:38:46.631 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-19T06:38:46.631 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan 2024-09-19T06:38:46.631 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-19T06:38:46.632 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-19T06:38:46.633 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci 2024-09-19T06:38:46.633 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug 2024-09-19T06:38:46.633 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-19T06:38:46.633 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie 2024-09-19T06:38:46.633 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-19T06:38:46.633 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-19T06:38:46.633 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia 2024-09-19T06:38:46.633 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-19T06:38:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-19T06:38:46.635 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-19T06:38:46.636 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-19T06:38:46.637 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-19T06:38:46.638 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi 2024-09-19T06:38:46.639 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr 2024-09-19T06:38:46.640 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi 2024-09-19T06:38:46.641 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r 2024-09-19T06:38:46.642 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-19T06:38:46.643 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-19T06:38:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx 2024-09-19T06:38:46.645 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-19T06:38:46.646 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-19T06:38:46.647 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel 2024-09-19T06:38:46.648 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-19T06:38:46.649 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-19T06:38:46.650 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio 2024-09-19T06:38:46.651 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-19T06:38:46.652 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-19T06:38:46.653 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-19T06:38:46.654 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-19T06:38:46.655 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-19T06:38:46.656 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-19T06:38:46.657 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-19T06:38:46.658 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci 2024-09-19T06:38:46.659 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-19T06:38:46.660 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves 2024-09-19T06:38:46.661 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-19T06:38:46.662 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-19T06:38:46.663 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-19T06:38:46.664 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-19T06:38:46.665 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs 2024-09-19T06:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse 2024-09-19T06:38:46.667 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd 2024-09-19T06:38:46.668 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout 2024-09-19T06:38:46.669 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-19T06:38:46.670 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-19T06:38:46.671 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-19T06:38:46.672 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-19T06:38:46.673 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-19T06:38:46.673 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-19T06:38:46.673 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-19T06:38:46.673 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-19T06:38:46.673 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-19T06:38:46.673 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-19T06:38:46.673 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-19T06:38:46.673 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-19T06:38:46.673 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-19T06:38:46.674 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-19T06:38:46.675 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-19T06:38:46.676 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-19T06:38:46.677 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko 2024-09-19T06:38:46.678 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-19T06:38:46.679 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net 2024-09-19T06:38:46.680 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-19T06:38:46.681 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter 2024-09-19T06:38:46.682 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-19T06:38:46.683 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core 2024-09-19T06:38:46.684 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-19T06:38:46.685 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-19T06:38:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-19T06:38:46.687 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-19T06:38:46.688 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-19T06:38:46.689 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-19T06:38:46.690 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-19T06:38:46.691 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-19T06:38:46.692 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-19T06:38:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-19T06:38:46.694 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-19T06:38:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-19T06:38:46.696 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-19T06:38:46.697 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-19T06:38:46.698 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko 2024-09-19T06:38:46.699 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-19T06:38:46.700 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-19T06:38:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-19T06:38:46.702 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-19T06:38:46.703 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-19T06:38:46.704 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-19T06:38:46.705 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-19T06:38:46.706 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-19T06:38:46.707 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-19T06:38:46.708 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp 2024-09-19T06:38:46.709 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-19T06:38:46.710 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys 2024-09-19T06:38:46.711 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-19T06:38:46.712 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep 2024-09-19T06:38:46.713 INFO:teuthology.orchestra.run.smithi090.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T06:38:46.716 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:46.716 DEBUG:teuthology.orchestra.run.smithi090:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-19T06:38:46.741 INFO:teuthology.orchestra.run.smithi090.stdout:postinstall scriptlet (using /bin/sh): 2024-09-19T06:38:46.741 INFO:teuthology.orchestra.run.smithi090.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T06:38:46.741 INFO:teuthology.orchestra.run.smithi090.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T06:38:46.741 INFO:teuthology.orchestra.run.smithi090.stdout:fi 2024-09-19T06:38:46.741 INFO:teuthology.orchestra.run.smithi090.stdout:for file in vmlinuz System.map config; do 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout: cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout: fi 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout:done 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \ 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout: cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout:fi 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout: /usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout:fi 2024-09-19T06:38:46.742 INFO:teuthology.orchestra.run.smithi090.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-19T06:38:46.743 INFO:teuthology.orchestra.run.smithi090.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T06:38:46.743 INFO:teuthology.orchestra.run.smithi090.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:46.743 INFO:teuthology.orchestra.run.smithi090.stdout:fi 2024-09-19T06:38:46.743 DEBUG:teuthology.orchestra.run.smithi090:> sudo rpm -qi grub2-tools 2024-09-19T06:38:46.818 INFO:teuthology.orchestra.run.smithi090.stdout:Name : grub2-tools 2024-09-19T06:38:46.818 INFO:teuthology.orchestra.run.smithi090.stdout:Epoch : 1 2024-09-19T06:38:46.818 INFO:teuthology.orchestra.run.smithi090.stdout:Version : 2.06 2024-09-19T06:38:46.818 INFO:teuthology.orchestra.run.smithi090.stdout:Release : 82.el9 2024-09-19T06:38:46.818 INFO:teuthology.orchestra.run.smithi090.stdout:Architecture: x86_64 2024-09-19T06:38:46.818 INFO:teuthology.orchestra.run.smithi090.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T06:38:46.818 INFO:teuthology.orchestra.run.smithi090.stdout:Group : Unspecified 2024-09-19T06:38:46.818 INFO:teuthology.orchestra.run.smithi090.stdout:Size : 8274670 2024-09-19T06:38:46.818 INFO:teuthology.orchestra.run.smithi090.stdout:License : GPLv3+ 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:Packager : builder@centos.org 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:Vendor : CentOS 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:Summary : Support tools for GRUB. 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:Description : 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T06:38:46.819 INFO:teuthology.orchestra.run.smithi090.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T06:38:46.820 INFO:teuthology.orchestra.run.smithi090.stdout:hardware devices. 2024-09-19T06:38:46.820 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:38:46.820 INFO:teuthology.orchestra.run.smithi090.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T06:38:46.820 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T06:38:46.821 INFO:teuthology.task.kernel:Updating grub on smithi090 to boot 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:46.821 DEBUG:teuthology.orchestra.run.smithi090:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T06:38:47.409 INFO:teuthology.orchestra.run.smithi090.stderr:Generating grub configuration file ... 2024-09-19T06:38:49.150 INFO:teuthology.orchestra.run.smithi090.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T06:38:49.168 INFO:teuthology.orchestra.run.smithi090.stderr:done 2024-09-19T06:38:49.170 DEBUG:teuthology.orchestra.run.smithi090:> mktemp 2024-09-19T06:38:49.194 INFO:teuthology.orchestra.run.smithi090.stdout:/tmp/tmp.Oy92EMnUvB 2024-09-19T06:38:49.194 DEBUG:teuthology.orchestra.run.smithi090:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Oy92EMnUvB 2024-09-19T06:38:49.261 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 0666 /tmp/tmp.Oy92EMnUvB 2024-09-19T06:38:49.406 DEBUG:teuthology.orchestra.remote:smithi090:/tmp/tmp.Oy92EMnUvB is 6KB 2024-09-19T06:38:49.455 DEBUG:teuthology.orchestra.run.smithi090:> rm -fr /tmp/tmp.Oy92EMnUvB 2024-09-19T06:38:49.470 DEBUG:teuthology.orchestra.run.smithi090:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T06:38:49.540 INFO:teuthology.orchestra.run.smithi090.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T06:38:49.540 INFO:teuthology.orchestra.run.smithi090.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T06:38:49.540 INFO:teuthology.orchestra.run.smithi090.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T06:38:49.540 INFO:teuthology.orchestra.run.smithi090.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf 2024-09-19T06:38:49.541 DEBUG:teuthology.orchestra.run.smithi090:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:38:49.713 DEBUG:teuthology.orchestra.run.smithi090:> sudo shutdown -r now 2024-09-19T06:39:07.217 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-19T06:39:07.218 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-09-19T06:39:07.219 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:39:19.725 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-19T06:39:19.725 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-09-19T06:39:19.726 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:39:41.889 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.129 2024-09-19T06:39:50.897 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-09-19T06:39:50.898 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:39:54.177 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.90 2024-09-19T06:40:03.185 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-09-19T06:40:03.185 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:40:06.241 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.90 2024-09-19T06:40:09.277 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.129 2024-09-19T06:40:18.249 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-09-19T06:40:18.250 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:40:21.281 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-09-19T06:40:21.282 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:40:23.263 DEBUG:teuthology.orchestra.run.smithi129:> true 2024-09-19T06:40:23.811 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-09-19T06:40:23.811 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-19T06:40:23.811 DEBUG:teuthology.orchestra.run.smithi129:> uname -r 2024-09-19T06:40:23.846 INFO:teuthology.orchestra.run.smithi129.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:40:23.846 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:40:23.846 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T06:40:23.846 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T06:40:24.847 DEBUG:teuthology.parallel:result is None 2024-09-19T06:40:36.669 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.90 2024-09-19T06:40:51.670 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-09-19T06:40:51.671 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:40:52.221 DEBUG:teuthology.orchestra.run.smithi090:> true 2024-09-19T06:40:52.949 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-09-19T06:40:52.949 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-19T06:40:52.950 DEBUG:teuthology.orchestra.run.smithi090:> uname -r 2024-09-19T06:40:52.983 INFO:teuthology.orchestra.run.smithi090.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:40:52.983 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T06:40:52.984 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T06:40:52.984 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T06:40:53.987 DEBUG:teuthology.parallel:result is None 2024-09-19T06:40:53.987 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T06:40:53.994 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T06:40:53.995 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T06:40:54.000 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T06:40:54.041 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T06:40:54.047 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T06:40:54.056 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T06:40:54.056 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T06:40:54.075 DEBUG:teuthology.orchestra.run.smithi129:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T06:40:54.131 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T06:40:54.138 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T06:40:54.139 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T06:40:54.156 DEBUG:teuthology.orchestra.run.smithi129:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T06:40:54.289 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T06:40:54.315 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T06:40:54.337 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T06:40:54.390 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T06:40:54.394 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T06:40:54.405 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T06:40:54.406 DEBUG:teuthology.orchestra.run.smithi090:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T06:40:54.410 DEBUG:teuthology.orchestra.run.smithi129:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T06:40:54.466 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T06:40:54.479 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T06:40:54.480 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T06:40:54.484 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T06:40:54.519 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T06:40:54.627 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T06:40:54.711 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T06:40:54.772 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T06:40:54.853 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:40:54.853 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T06:40:54.930 DEBUG:teuthology.orchestra.run.smithi129:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T06:40:54.994 DEBUG:teuthology.orchestra.run.smithi129:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T06:40:55.076 DEBUG:teuthology.orchestra.run.smithi129:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T06:40:55.144 DEBUG:teuthology.orchestra.run.smithi129:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T06:40:55.210 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:40:55.210 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T06:40:55.265 DEBUG:teuthology.orchestra.run.smithi090:> sudo service rsyslog restart 2024-09-19T06:40:55.269 DEBUG:teuthology.orchestra.run.smithi129:> sudo service rsyslog restart 2024-09-19T06:40:55.366 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T06:40:55.386 INFO:teuthology.orchestra.run.smithi129.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T06:40:55.910 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T06:40:55.918 INFO:teuthology.task.internal:Starting timer... 2024-09-19T06:40:55.918 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T06:40:55.929 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T06:40:55.937 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-19T06:40:55.938 DEBUG:teuthology.orchestra.run.smithi090:> sudo service auditd rotate 2024-09-19T06:40:56.065 INFO:teuthology.orchestra.run.smithi090.stdout:Rotating logs: 2024-09-19T06:40:56.068 DEBUG:teuthology.orchestra.run.smithi129:> sudo service auditd rotate 2024-09-19T06:40:56.153 INFO:teuthology.orchestra.run.smithi129.stdout:Rotating logs: 2024-09-19T06:40:56.157 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T06:40:56.157 DEBUG:teuthology.orchestra.run.smithi090:> /usr/sbin/getenforce 2024-09-19T06:40:56.208 INFO:teuthology.orchestra.run.smithi090.stdout:Permissive 2024-09-19T06:40:56.209 DEBUG:teuthology.orchestra.run.smithi129:> /usr/sbin/getenforce 2024-09-19T06:40:56.259 INFO:teuthology.orchestra.run.smithi129.stdout:Permissive 2024-09-19T06:40:56.260 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi090.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi129.front.sepia.ceph.com': 'permissive'} 2024-09-19T06:40:56.260 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T06:40:56.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:40:56.320 DEBUG:teuthology.orchestra.run.smithi129:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T06:40:56.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:40:56.377 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T06:40:56.378 DEBUG:teuthology.orchestra.run.smithi090:> sudo /usr/sbin/setenforce permissive 2024-09-19T06:40:56.465 DEBUG:teuthology.orchestra.run.smithi129:> sudo /usr/sbin/setenforce permissive 2024-09-19T06:40:56.540 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T06:40:56.550 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-19T06:40:56.554 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-19T06:40:56.663 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T06:40:56.674 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T06:40:56.675 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi090.front.sepia.ceph.com,smithi129.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T06:45:39.434 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi090.front.sepia.ceph.com'), Remote(name='ubuntu@smithi129.front.sepia.ceph.com')] 2024-09-19T06:45:39.435 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-09-19T06:45:39.436 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:45:39.527 DEBUG:teuthology.orchestra.run.smithi090:> true 2024-09-19T06:45:39.636 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-09-19T06:45:39.637 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-09-19T06:45:39.637 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T06:45:39.723 DEBUG:teuthology.orchestra.run.smithi129:> true 2024-09-19T06:45:39.785 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-09-19T06:45:39.785 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T06:45:39.795 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T06:45:39.795 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T06:45:39.796 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T06:45:39.800 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T06:45:39.800 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T06:45:39.856 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T06:45:39.886 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T06:45:39.886 INFO:teuthology.orchestra.run.smithi129.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T06:45:39.915 INFO:teuthology.orchestra.run.smithi129.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T06:45:39.936 INFO:teuthology.orchestra.run.smithi090.stderr:sudo: ntpd: command not found 2024-09-19T06:45:39.960 INFO:teuthology.orchestra.run.smithi090.stdout:506 Cannot talk to daemon 2024-09-19T06:45:39.967 INFO:teuthology.orchestra.run.smithi129.stderr:sudo: ntpd: command not found 2024-09-19T06:45:39.989 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T06:45:39.991 INFO:teuthology.orchestra.run.smithi129.stdout:506 Cannot talk to daemon 2024-09-19T06:45:40.018 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T06:45:40.020 INFO:teuthology.orchestra.run.smithi129.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T06:45:40.049 INFO:teuthology.orchestra.run.smithi129.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T06:45:40.119 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-09-19T06:45:40.125 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T06:45:40.125 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-09-19T06:45:40.125 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:45:40.125 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:45:40.125 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:45:40.126 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:45:40.154 INFO:teuthology.orchestra.run.smithi129.stderr:bash: line 1: ntpq: command not found 2024-09-19T06:45:40.160 INFO:teuthology.orchestra.run.smithi129.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T06:45:40.160 INFO:teuthology.orchestra.run.smithi129.stdout:=============================================================================== 2024-09-19T06:45:40.160 INFO:teuthology.orchestra.run.smithi129.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:45:40.161 INFO:teuthology.orchestra.run.smithi129.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:45:40.161 INFO:teuthology.orchestra.run.smithi129.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:45:40.161 INFO:teuthology.orchestra.run.smithi129.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:45:40.162 INFO:teuthology.run_tasks:Running task install... 2024-09-19T06:45:40.170 DEBUG:teuthology.task.install:project ceph 2024-09-19T06:45:40.170 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T06:45:40.170 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T06:45:40.170 INFO:teuthology.task.install:Using flavor: default 2024-09-19T06:45:40.175 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T06:45:40.176 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T06:45:40.176 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T06:45:40.176 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T06:45:40.178 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T06:45:40.179 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T06:45:40.318 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T06:45:40.318 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T06:45:40.341 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T06:45:40.341 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T06:45:40.430 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T06:45:40.431 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:45:40.431 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T06:45:40.448 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T06:45:40.448 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:45:40.448 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T06:45:40.488 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T06:45:40.488 DEBUG:teuthology.orchestra.run.smithi090:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T06:45:40.505 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T06:45:40.505 DEBUG:teuthology.orchestra.run.smithi129:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T06:45:40.585 DEBUG:teuthology.orchestra.run.smithi090:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T06:45:40.603 DEBUG:teuthology.orchestra.run.smithi129:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T06:45:40.664 DEBUG:teuthology.orchestra.run.smithi090:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T06:45:40.681 DEBUG:teuthology.orchestra.run.smithi129:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T06:45:40.718 INFO:teuthology.orchestra.run.smithi090.stdout:check_obsoletes = 1 2024-09-19T06:45:40.722 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum clean all 2024-09-19T06:45:40.736 INFO:teuthology.orchestra.run.smithi129.stdout:check_obsoletes = 1 2024-09-19T06:45:40.739 DEBUG:teuthology.orchestra.run.smithi129:> sudo yum clean all 2024-09-19T06:45:40.992 INFO:teuthology.orchestra.run.smithi090.stdout:45 files removed 2024-09-19T06:45:41.023 INFO:teuthology.orchestra.run.smithi129.stdout:45 files removed 2024-09-19T06:45:41.024 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T06:45:41.059 DEBUG:teuthology.orchestra.run.smithi129:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T06:45:41.694 INFO:teuthology.orchestra.run.smithi090.stdout:ceph packages for x86_64 298 kB/s | 84 kB 00:00 2024-09-19T06:45:41.737 INFO:teuthology.orchestra.run.smithi129.stdout:ceph packages for x86_64 292 kB/s | 84 kB 00:00 2024-09-19T06:45:42.038 INFO:teuthology.orchestra.run.smithi129.stdout:ceph noarch packages 46 kB/s | 12 kB 00:00 2024-09-19T06:45:42.120 INFO:teuthology.orchestra.run.smithi090.stdout:ceph noarch packages 31 kB/s | 12 kB 00:00 2024-09-19T06:45:42.314 INFO:teuthology.orchestra.run.smithi129.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-19T06:45:42.396 INFO:teuthology.orchestra.run.smithi090.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-19T06:45:42.879 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - BaseOS 18 MB/s | 8.3 MB 00:00 2024-09-19T06:45:44.255 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.3 MB 00:01 2024-09-19T06:45:48.473 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - AppStream 4.6 MB/s | 20 MB 00:04 2024-09-19T06:45:52.789 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Stream 9 - AppStream 2.7 MB/s | 20 MB 00:07 2024-09-19T06:45:53.516 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - CRB 6.2 MB/s | 6.5 MB 00:01 2024-09-19T06:45:55.077 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - Extras packages 77 kB/s | 19 kB 00:00 2024-09-19T06:45:56.115 INFO:teuthology.orchestra.run.smithi090.stdout:Extra Packages for Enterprise Linux 25 MB/s | 23 MB 00:00 2024-09-19T06:45:57.699 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Stream 9 - CRB 7.3 MB/s | 6.5 MB 00:00 2024-09-19T06:46:00.141 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Stream 9 - Extras packages 16 kB/s | 19 kB 00:01 2024-09-19T06:46:01.404 INFO:teuthology.orchestra.run.smithi129.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-19T06:46:02.371 INFO:teuthology.orchestra.run.smithi090.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-09-19T06:46:04.703 INFO:teuthology.orchestra.run.smithi090.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T06:46:04.704 INFO:teuthology.orchestra.run.smithi090.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T06:46:04.717 INFO:teuthology.orchestra.run.smithi090.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T06:46:04.718 INFO:teuthology.orchestra.run.smithi090.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T06:46:04.719 INFO:teuthology.orchestra.run.smithi090.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T06:46:04.720 INFO:teuthology.orchestra.run.smithi090.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T06:46:04.722 INFO:teuthology.orchestra.run.smithi090.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T06:46:04.725 INFO:teuthology.orchestra.run.smithi090.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T06:46:04.726 INFO:teuthology.orchestra.run.smithi090.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T06:46:04.791 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-09-19T06:46:04.809 INFO:teuthology.orchestra.run.smithi090.stdout:====================================================================================== 2024-09-19T06:46:04.809 INFO:teuthology.orchestra.run.smithi090.stdout: Package Arch Version Repository Size 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout:====================================================================================== 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout:Installing: 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T06:46:04.810 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T06:46:04.811 INFO:teuthology.orchestra.run.smithi090.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T06:46:04.812 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrading: 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout:Installing dependencies: 2024-09-19T06:46:04.813 INFO:teuthology.orchestra.run.smithi090.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T06:46:04.814 INFO:teuthology.orchestra.run.smithi090.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T06:46:04.815 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T06:46:04.816 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T06:46:04.817 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T06:46:04.818 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T06:46:04.819 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T06:46:04.820 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T06:46:04.821 INFO:teuthology.orchestra.run.smithi090.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout:Installing weak dependencies: 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout:====================================================================================== 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout:Install 148 Packages 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrade 8 Packages 2024-09-19T06:46:04.822 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:46:04.823 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 226 M 2024-09-19T06:46:04.823 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-09-19T06:46:05.565 INFO:teuthology.orchestra.run.smithi090.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 52 kB/s | 6.6 kB 00:00 2024-09-19T06:46:05.732 INFO:teuthology.orchestra.run.smithi090.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 5.2 MB/s | 896 kB 00:00 2024-09-19T06:46:05.799 INFO:teuthology.orchestra.run.smithi090.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 2.1 MB/s | 145 kB 00:00 2024-09-19T06:46:05.975 INFO:teuthology.orchestra.run.smithi090.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 10 MB/s | 5.4 MB 00:00 2024-09-19T06:46:06.058 INFO:teuthology.orchestra.run.smithi090.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 9.2 MB/s | 2.4 MB 00:00 2024-09-19T06:46:06.117 INFO:teuthology.orchestra.run.smithi090.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 11 MB/s | 1.5 MB 00:00 2024-09-19T06:46:06.548 INFO:teuthology.orchestra.run.smithi090.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 9.6 MB/s | 4.7 MB 00:00 2024-09-19T06:46:06.959 INFO:teuthology.orchestra.run.smithi090.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 14 MB/s | 21 MB 00:01 2024-09-19T06:46:07.011 INFO:teuthology.orchestra.run.smithi090.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 494 kB/s | 25 kB 00:00 2024-09-19T06:46:07.245 INFO:teuthology.orchestra.run.smithi090.stdout:(10/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 15 MB/s | 17 MB 00:01 2024-09-19T06:46:07.420 INFO:teuthology.orchestra.run.smithi090.stdout:(11/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 12 MB/s | 11 MB 00:00 2024-09-19T06:46:07.445 INFO:teuthology.orchestra.run.smithi090.stdout:(12/156): cephfs-mirror-19.1.1-361.g2f599a46.el 1.1 MB/s | 228 kB 00:00 2024-09-19T06:46:07.470 INFO:teuthology.orchestra.run.smithi090.stdout:(13/156): cephfs-shell-19.1.1-361.g2f599a46.el9 540 kB/s | 27 kB 00:00 2024-09-19T06:46:07.496 INFO:teuthology.orchestra.run.smithi090.stdout:(14/156): libcephfs-devel-19.1.1-361.g2f599a46. 632 kB/s | 32 kB 00:00 2024-09-19T06:46:07.538 INFO:teuthology.orchestra.run.smithi090.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 11 MB/s | 751 kB 00:00 2024-09-19T06:46:07.563 INFO:teuthology.orchestra.run.smithi090.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 2.4 MB/s | 163 kB 00:00 2024-09-19T06:46:07.588 INFO:teuthology.orchestra.run.smithi090.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T06:46:07.622 INFO:teuthology.orchestra.run.smithi090.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 8.4 MB/s | 506 kB 00:00 2024-09-19T06:46:07.672 INFO:teuthology.orchestra.run.smithi090.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 905 kB/s | 45 kB 00:00 2024-09-19T06:46:07.693 INFO:teuthology.orchestra.run.smithi129.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-09-19T06:46:07.748 INFO:teuthology.orchestra.run.smithi090.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.8 MB/s | 136 kB 00:00 2024-09-19T06:46:07.907 INFO:teuthology.orchestra.run.smithi090.stdout:(21/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 17 MB/s | 5.3 MB 00:00 2024-09-19T06:46:07.940 INFO:teuthology.orchestra.run.smithi090.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 840 kB/s | 161 kB 00:00 2024-09-19T06:46:07.974 INFO:teuthology.orchestra.run.smithi090.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 4.7 MB/s | 320 kB 00:00 2024-09-19T06:46:08.007 INFO:teuthology.orchestra.run.smithi090.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 4.4 MB/s | 300 kB 00:00 2024-09-19T06:46:08.033 INFO:teuthology.orchestra.run.smithi090.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.7 MB/s | 99 kB 00:00 2024-09-19T06:46:08.066 INFO:teuthology.orchestra.run.smithi090.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-19T06:46:08.134 INFO:teuthology.orchestra.run.smithi090.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 2.5 MB/s | 171 kB 00:00 2024-09-19T06:46:08.209 INFO:teuthology.orchestra.run.smithi090.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 18 MB/s | 3.1 MB 00:00 2024-09-19T06:46:08.234 INFO:teuthology.orchestra.run.smithi090.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 318 kB/s | 32 kB 00:00 2024-09-19T06:46:08.268 INFO:teuthology.orchestra.run.smithi090.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.4 MB/s | 146 kB 00:00 2024-09-19T06:46:08.510 INFO:teuthology.orchestra.run.smithi090.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 13 MB/s | 3.6 MB 00:00 2024-09-19T06:46:08.577 INFO:teuthology.orchestra.run.smithi090.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 3.7 MB/s | 249 kB 00:00 2024-09-19T06:46:08.729 INFO:teuthology.orchestra.run.smithi090.stdout:(33/156): ceph-mgr-diskprediction-local-19.1.1- 16 MB/s | 7.4 MB 00:00 2024-09-19T06:46:08.787 INFO:teuthology.orchestra.run.smithi090.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 235 kB/s | 49 kB 00:00 2024-09-19T06:46:08.813 INFO:teuthology.orchestra.run.smithi090.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 196 kB/s | 16 kB 00:00 2024-09-19T06:46:08.846 INFO:teuthology.orchestra.run.smithi090.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 4.7 MB/s | 285 kB 00:00 2024-09-19T06:46:08.888 INFO:teuthology.orchestra.run.smithi090.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 9.9 MB/s | 765 kB 00:00 2024-09-19T06:46:08.913 INFO:teuthology.orchestra.run.smithi090.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 273 kB/s | 18 kB 00:00 2024-09-19T06:46:09.014 INFO:teuthology.orchestra.run.smithi090.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 638 kB/s | 80 kB 00:00 2024-09-19T06:46:09.081 INFO:teuthology.orchestra.run.smithi090.stdout:(40/156): libgfortran-11.5.0-2.el9.x86_64.rpm 4.7 MB/s | 801 kB 00:00 2024-09-19T06:46:09.106 INFO:teuthology.orchestra.run.smithi090.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.0 MB/s | 191 kB 00:00 2024-09-19T06:46:09.157 INFO:teuthology.orchestra.run.smithi090.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-09-19T06:46:09.251 INFO:teuthology.orchestra.run.smithi090.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 8.5 MB/s | 1.2 MB 00:00 2024-09-19T06:46:09.282 INFO:teuthology.orchestra.run.smithi090.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 850 kB/s | 106 kB 00:00 2024-09-19T06:46:09.333 INFO:teuthology.orchestra.run.smithi090.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-09-19T06:46:09.358 INFO:teuthology.orchestra.run.smithi090.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-09-19T06:46:09.917 INFO:teuthology.orchestra.run.smithi090.stdout:(47/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 17 MB/s | 49 MB 00:02 2024-09-19T06:46:09.951 INFO:teuthology.orchestra.run.smithi090.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 348 kB/s | 215 kB 00:00 2024-09-19T06:46:10.059 INFO:teuthology.orchestra.run.smithi090.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 983 kB/s | 689 kB 00:00 2024-09-19T06:46:10.074 INFO:teuthology.orchestra.run.smithi129.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T06:46:10.075 INFO:teuthology.orchestra.run.smithi129.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T06:46:10.085 INFO:teuthology.orchestra.run.smithi090.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 801 kB/s | 107 kB 00:00 2024-09-19T06:46:10.088 INFO:teuthology.orchestra.run.smithi129.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T06:46:10.089 INFO:teuthology.orchestra.run.smithi129.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T06:46:10.090 INFO:teuthology.orchestra.run.smithi129.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T06:46:10.091 INFO:teuthology.orchestra.run.smithi129.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T06:46:10.093 INFO:teuthology.orchestra.run.smithi129.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T06:46:10.096 INFO:teuthology.orchestra.run.smithi129.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T06:46:10.097 INFO:teuthology.orchestra.run.smithi129.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T06:46:10.110 INFO:teuthology.orchestra.run.smithi090.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 432 kB/s | 22 kB 00:00 2024-09-19T06:46:10.160 INFO:teuthology.orchestra.run.smithi090.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 3.8 MB/s | 943 kB 00:00 2024-09-19T06:46:10.161 INFO:teuthology.orchestra.run.smithi129.stdout:Dependencies resolved. 2024-09-19T06:46:10.186 INFO:teuthology.orchestra.run.smithi090.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 434 kB/s | 33 kB 00:00 2024-09-19T06:46:10.191 INFO:teuthology.orchestra.run.smithi129.stdout:====================================================================================== 2024-09-19T06:46:10.191 INFO:teuthology.orchestra.run.smithi129.stdout: Package Arch Version Repository Size 2024-09-19T06:46:10.191 INFO:teuthology.orchestra.run.smithi129.stdout:====================================================================================== 2024-09-19T06:46:10.191 INFO:teuthology.orchestra.run.smithi129.stdout:Installing: 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T06:46:10.192 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T06:46:10.193 INFO:teuthology.orchestra.run.smithi129.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T06:46:10.194 INFO:teuthology.orchestra.run.smithi129.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T06:46:10.194 INFO:teuthology.orchestra.run.smithi129.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T06:46:10.194 INFO:teuthology.orchestra.run.smithi129.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T06:46:10.194 INFO:teuthology.orchestra.run.smithi129.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T06:46:10.194 INFO:teuthology.orchestra.run.smithi129.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T06:46:10.194 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T06:46:10.194 INFO:teuthology.orchestra.run.smithi129.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T06:46:10.194 INFO:teuthology.orchestra.run.smithi129.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T06:46:10.194 INFO:teuthology.orchestra.run.smithi129.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout:Upgrading: 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T06:46:10.195 INFO:teuthology.orchestra.run.smithi129.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout:Installing dependencies: 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T06:46:10.196 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T06:46:10.197 INFO:teuthology.orchestra.run.smithi129.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T06:46:10.198 INFO:teuthology.orchestra.run.smithi129.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T06:46:10.199 INFO:teuthology.orchestra.run.smithi129.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T06:46:10.200 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T06:46:10.201 INFO:teuthology.orchestra.run.smithi129.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T06:46:10.202 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T06:46:10.203 INFO:teuthology.orchestra.run.smithi129.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout:Installing weak dependencies: 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T06:46:10.204 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:46:10.205 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction Summary 2024-09-19T06:46:10.205 INFO:teuthology.orchestra.run.smithi129.stdout:====================================================================================== 2024-09-19T06:46:10.205 INFO:teuthology.orchestra.run.smithi129.stdout:Install 148 Packages 2024-09-19T06:46:10.205 INFO:teuthology.orchestra.run.smithi129.stdout:Upgrade 8 Packages 2024-09-19T06:46:10.205 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:46:10.205 INFO:teuthology.orchestra.run.smithi129.stdout:Total download size: 226 M 2024-09-19T06:46:10.205 INFO:teuthology.orchestra.run.smithi129.stdout:Downloading Packages: 2024-09-19T06:46:10.219 INFO:teuthology.orchestra.run.smithi090.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-09-19T06:46:10.245 INFO:teuthology.orchestra.run.smithi090.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-09-19T06:46:10.271 INFO:teuthology.orchestra.run.smithi090.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 216 kB/s | 11 kB 00:00 2024-09-19T06:46:10.353 INFO:teuthology.orchestra.run.smithi090.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-09-19T06:46:10.380 INFO:teuthology.orchestra.run.smithi090.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 417 kB/s | 45 kB 00:00 2024-09-19T06:46:10.422 INFO:teuthology.orchestra.run.smithi090.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 9.4 MB/s | 662 kB 00:00 2024-09-19T06:46:10.490 INFO:teuthology.orchestra.run.smithi090.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.1 MB/s | 3.0 MB 00:00 2024-09-19T06:46:10.515 INFO:teuthology.orchestra.run.smithi090.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 267 kB/s | 24 kB 00:00 2024-09-19T06:46:10.531 INFO:teuthology.orchestra.run.smithi090.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-19T06:46:10.565 INFO:teuthology.orchestra.run.smithi090.stdout:(63/156): libtool-2.4.6-46.el9.x86_64.rpm 3.1 MB/s | 581 kB 00:00 2024-09-19T06:46:10.599 INFO:teuthology.orchestra.run.smithi090.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-09-19T06:46:10.616 INFO:teuthology.orchestra.run.smithi090.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 772 kB/s | 38 kB 00:00 2024-09-19T06:46:10.641 INFO:teuthology.orchestra.run.smithi090.stdout:(66/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-09-19T06:46:10.817 INFO:teuthology.orchestra.run.smithi090.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 23 MB/s | 4.9 MB 00:00 2024-09-19T06:46:10.867 INFO:teuthology.orchestra.run.smithi090.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 7.0 MB/s | 1.6 MB 00:00 2024-09-19T06:46:10.915 INFO:teuthology.orchestra.run.smithi129.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 25 kB/s | 6.6 kB 00:00 2024-09-19T06:46:10.951 INFO:teuthology.orchestra.run.smithi090.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-09-19T06:46:10.976 INFO:teuthology.orchestra.run.smithi090.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-19T06:46:11.018 INFO:teuthology.orchestra.run.smithi090.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 4.4 MB/s | 910 kB 00:00 2024-09-19T06:46:11.085 INFO:teuthology.orchestra.run.smithi090.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-09-19T06:46:11.119 INFO:teuthology.orchestra.run.smithi090.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 870 kB/s | 87 kB 00:00 2024-09-19T06:46:11.219 INFO:teuthology.orchestra.run.smithi090.stdout:(74/156): postgresql-server-13.16-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-09-19T06:46:11.244 INFO:teuthology.orchestra.run.smithi090.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 490 kB/s | 61 kB 00:00 2024-09-19T06:46:11.295 INFO:teuthology.orchestra.run.smithi090.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 3.2 MB/s | 245 kB 00:00 2024-09-19T06:46:11.320 INFO:teuthology.orchestra.run.smithi090.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 3.2 MB/s | 248 kB 00:00 2024-09-19T06:46:11.345 INFO:teuthology.orchestra.run.smithi090.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-09-19T06:46:11.371 INFO:teuthology.orchestra.run.smithi090.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 378 kB/s | 19 kB 00:00 2024-09-19T06:46:11.404 INFO:teuthology.orchestra.run.smithi090.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-09-19T06:46:11.412 INFO:teuthology.orchestra.run.smithi129.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 1.8 MB/s | 896 kB 00:00 2024-09-19T06:46:11.431 INFO:teuthology.orchestra.run.smithi090.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 583 kB/s | 35 kB 00:00 2024-09-19T06:46:11.481 INFO:teuthology.orchestra.run.smithi090.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-19T06:46:11.570 INFO:teuthology.orchestra.run.smithi129.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 919 kB/s | 145 kB 00:00 2024-09-19T06:46:11.573 INFO:teuthology.orchestra.run.smithi090.stdout:(83/156): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 6.0 MB 00:00 2024-09-19T06:46:11.599 INFO:teuthology.orchestra.run.smithi090.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-19T06:46:11.624 INFO:teuthology.orchestra.run.smithi090.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-19T06:46:11.649 INFO:teuthology.orchestra.run.smithi090.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-09-19T06:46:11.683 INFO:teuthology.orchestra.run.smithi090.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-09-19T06:46:11.750 INFO:teuthology.orchestra.run.smithi090.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.6 MB/s | 159 kB 00:00 2024-09-19T06:46:11.784 INFO:teuthology.orchestra.run.smithi090.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.7 MB/s | 279 kB 00:00 2024-09-19T06:46:11.809 INFO:teuthology.orchestra.run.smithi090.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 862 kB/s | 51 kB 00:00 2024-09-19T06:46:11.835 INFO:teuthology.orchestra.run.smithi090.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-19T06:46:11.927 INFO:teuthology.orchestra.run.smithi090.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 9.8 MB/s | 5.1 MB 00:00 2024-09-19T06:46:11.943 INFO:teuthology.orchestra.run.smithi090.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-09-19T06:46:11.960 INFO:teuthology.orchestra.run.smithi090.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.3 MB/s | 44 kB 00:00 2024-09-19T06:46:11.994 INFO:teuthology.orchestra.run.smithi090.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-19T06:46:12.011 INFO:teuthology.orchestra.run.smithi090.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 713 kB/s | 36 kB 00:00 2024-09-19T06:46:12.028 INFO:teuthology.orchestra.run.smithi090.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-09-19T06:46:12.177 INFO:teuthology.orchestra.run.smithi090.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 1.8 MB/s | 304 kB 00:00 2024-09-19T06:46:12.231 INFO:teuthology.orchestra.run.smithi090.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 288 kB/s | 58 kB 00:00 2024-09-19T06:46:12.256 INFO:teuthology.orchestra.run.smithi090.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.2 MB/s | 96 kB 00:00 2024-09-19T06:46:12.272 INFO:teuthology.orchestra.run.smithi090.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-19T06:46:12.290 INFO:teuthology.orchestra.run.smithi090.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-09-19T06:46:12.438 INFO:teuthology.orchestra.run.smithi129.stdout:(4/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 2.8 MB/s | 2.4 MB 00:00 2024-09-19T06:46:12.614 INFO:teuthology.orchestra.run.smithi090.stdout:(103/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 20 MB/s | 16 MB 00:00 2024-09-19T06:46:12.632 INFO:teuthology.orchestra.run.smithi090.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 62 kB/s | 22 kB 00:00 2024-09-19T06:46:12.687 INFO:teuthology.orchestra.run.smithi129.stdout:(5/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 2.7 MB/s | 5.4 MB 00:02 2024-09-19T06:46:12.690 INFO:teuthology.orchestra.run.smithi090.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 7.0 MB/s | 548 kB 00:00 2024-09-19T06:46:12.716 INFO:teuthology.orchestra.run.smithi090.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 786 kB/s | 19 kB 00:00 2024-09-19T06:46:12.749 INFO:teuthology.orchestra.run.smithi090.stdout:(107/156): gperftools-libs-2.9.1-3.el9.x86_64.r 2.6 MB/s | 308 kB 00:00 2024-09-19T06:46:12.775 INFO:teuthology.orchestra.run.smithi090.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-19T06:46:12.800 INFO:teuthology.orchestra.run.smithi090.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-19T06:46:12.842 INFO:teuthology.orchestra.run.smithi090.stdout:(110/156): protobuf-compiler-3.14.0-13.el9.x86_ 1.5 MB/s | 863 kB 00:00 2024-09-19T06:46:12.846 INFO:teuthology.orchestra.run.smithi129.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 3.7 MB/s | 1.5 MB 00:00 2024-09-19T06:46:12.876 INFO:teuthology.orchestra.run.smithi090.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 896 kB/s | 67 kB 00:00 2024-09-19T06:46:12.935 INFO:teuthology.orchestra.run.smithi090.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 17 MB/s | 839 kB 00:00 2024-09-19T06:46:12.968 INFO:teuthology.orchestra.run.smithi090.stdout:(113/156): luarocks-3.9.2-5.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-09-19T06:46:12.993 INFO:teuthology.orchestra.run.smithi090.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-19T06:46:13.019 INFO:teuthology.orchestra.run.smithi090.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T06:46:13.053 INFO:teuthology.orchestra.run.smithi090.stdout:(116/156): python3-asyncssh-2.13.2-5.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-09-19T06:46:13.078 INFO:teuthology.orchestra.run.smithi090.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 241 kB/s | 14 kB 00:00 2024-09-19T06:46:13.144 INFO:teuthology.orchestra.run.smithi090.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-09-19T06:46:13.179 INFO:teuthology.orchestra.run.smithi090.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-09-19T06:46:13.212 INFO:teuthology.orchestra.run.smithi090.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-09-19T06:46:13.246 INFO:teuthology.orchestra.run.smithi090.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.2 MB/s | 220 kB 00:00 2024-09-19T06:46:13.279 INFO:teuthology.orchestra.run.smithi090.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-19T06:46:13.355 INFO:teuthology.orchestra.run.smithi090.stdout:(123/156): libarrow-9.0.0-11.el9.x86_64.rpm 6.9 MB/s | 4.4 MB 00:00 2024-09-19T06:46:13.372 INFO:teuthology.orchestra.run.smithi090.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-09-19T06:46:13.389 INFO:teuthology.orchestra.run.smithi090.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 525 kB/s | 18 kB 00:00 2024-09-19T06:46:13.406 INFO:teuthology.orchestra.run.smithi090.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 689 kB/s | 23 kB 00:00 2024-09-19T06:46:13.423 INFO:teuthology.orchestra.run.smithi090.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 580 kB/s | 19 kB 00:00 2024-09-19T06:46:13.440 INFO:teuthology.orchestra.run.smithi090.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 585 kB/s | 20 kB 00:00 2024-09-19T06:46:13.466 INFO:teuthology.orchestra.run.smithi090.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.7 MB/s | 46 kB 00:00 2024-09-19T06:46:13.500 INFO:teuthology.orchestra.run.smithi090.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-19T06:46:13.525 INFO:teuthology.orchestra.run.smithi090.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.2 MB/s | 58 kB 00:00 2024-09-19T06:46:13.567 INFO:teuthology.orchestra.run.smithi090.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 6.4 MB/s | 272 kB 00:00 2024-09-19T06:46:13.626 INFO:teuthology.orchestra.run.smithi090.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 282 kB/s | 16 kB 00:00 2024-09-19T06:46:13.652 INFO:teuthology.orchestra.run.smithi090.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-19T06:46:13.685 INFO:teuthology.orchestra.run.smithi090.stdout:(135/156): python3-kubernetes-26.1.0-2.el9.noar 3.9 MB/s | 1.0 MB 00:00 2024-09-19T06:46:13.711 INFO:teuthology.orchestra.run.smithi090.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 481 kB/s | 28 kB 00:00 2024-09-19T06:46:13.736 INFO:teuthology.orchestra.run.smithi090.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 609 kB/s | 31 kB 00:00 2024-09-19T06:46:13.786 INFO:teuthology.orchestra.run.smithi090.stdout:(138/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.6 MB/s | 2.0 MB 00:00 2024-09-19T06:46:13.812 INFO:teuthology.orchestra.run.smithi090.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 785 kB/s | 59 kB 00:00 2024-09-19T06:46:13.837 INFO:teuthology.orchestra.run.smithi090.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 709 kB/s | 36 kB 00:00 2024-09-19T06:46:13.871 INFO:teuthology.orchestra.run.smithi090.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-09-19T06:46:13.880 INFO:teuthology.orchestra.run.smithi129.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 4.0 MB/s | 4.7 MB 00:01 2024-09-19T06:46:13.896 INFO:teuthology.orchestra.run.smithi090.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 886 kB/s | 74 kB 00:00 2024-09-19T06:46:13.921 INFO:teuthology.orchestra.run.smithi090.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-19T06:46:13.955 INFO:teuthology.orchestra.run.smithi090.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-19T06:46:13.980 INFO:teuthology.orchestra.run.smithi090.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 341 kB/s | 20 kB 00:00 2024-09-19T06:46:14.014 INFO:teuthology.orchestra.run.smithi090.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-19T06:46:14.082 INFO:teuthology.orchestra.run.smithi090.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.2 MB/s | 427 kB 00:00 2024-09-19T06:46:14.140 INFO:teuthology.orchestra.run.smithi090.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 9.9 MB/s | 1.6 MB 00:00 2024-09-19T06:46:14.249 INFO:teuthology.orchestra.run.smithi090.stdout:(149/156): NetworkManager-1.51.0-1.el9.x86_64.r 21 MB/s | 2.3 MB 00:00 2024-09-19T06:46:14.349 INFO:teuthology.orchestra.run.smithi090.stdout:(150/156): NetworkManager-libnm-1.51.0-1.el9.x8 18 MB/s | 1.8 MB 00:00 2024-09-19T06:46:14.409 INFO:teuthology.orchestra.run.smithi090.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 677 kB/s | 41 kB 00:00 2024-09-19T06:46:14.476 INFO:teuthology.orchestra.run.smithi090.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 3.7 MB/s | 249 kB 00:00 2024-09-19T06:46:14.569 INFO:teuthology.orchestra.run.smithi090.stdout:(153/156): openssl-3.2.2-6.el9.x86_64.rpm 15 MB/s | 1.4 MB 00:00 2024-09-19T06:46:14.669 INFO:teuthology.orchestra.run.smithi090.stdout:(154/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 24 MB/s | 2.4 MB 00:00 2024-09-19T06:46:15.052 INFO:teuthology.orchestra.run.smithi090.stdout:(155/156): librados2-19.1.1-361.g2f599a46.el9.x 3.3 MB/s | 3.4 MB 00:01 2024-09-19T06:46:15.369 INFO:teuthology.orchestra.run.smithi090.stdout:(156/156): librbd1-19.1.1-361.g2f599a46.el9.x86 2.5 MB/s | 3.2 MB 00:01 2024-09-19T06:46:15.375 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-09-19T06:46:15.376 INFO:teuthology.orchestra.run.smithi090.stdout:Total 21 MB/s | 226 MB 00:10 2024-09-19T06:46:15.972 INFO:teuthology.orchestra.run.smithi129.stdout:(8/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86_ 5.4 MB/s | 17 MB 00:03 2024-09-19T06:46:16.013 INFO:teuthology.orchestra.run.smithi129.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 610 kB/s | 25 kB 00:00 2024-09-19T06:46:16.789 INFO:teuthology.orchestra.run.smithi129.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 3.6 MB/s | 11 MB 00:02 2024-09-19T06:46:16.848 INFO:teuthology.orchestra.run.smithi129.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 3.8 MB/s | 228 kB 00:00 2024-09-19T06:46:16.915 INFO:teuthology.orchestra.run.smithi129.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 406 kB/s | 27 kB 00:00 2024-09-19T06:46:16.965 INFO:teuthology.orchestra.run.smithi129.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 636 kB/s | 32 kB 00:00 2024-09-19T06:46:17.107 INFO:teuthology.orchestra.run.smithi129.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 5.2 MB/s | 751 kB 00:00 2024-09-19T06:46:17.157 INFO:teuthology.orchestra.run.smithi129.stdout:(15/156): libcephsqlite-19.1.1-361.g2f599a46.el 3.2 MB/s | 163 kB 00:00 2024-09-19T06:46:17.216 INFO:teuthology.orchestra.run.smithi129.stdout:(16/156): librados-devel-19.1.1-361.g2f599a46.e 2.1 MB/s | 127 kB 00:00 2024-09-19T06:46:17.426 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-09-19T06:46:17.433 INFO:teuthology.orchestra.run.smithi129.stdout:(17/156): ceph-common-19.1.1-361.g2f599a46.el9. 3.1 MB/s | 21 MB 00:06 2024-09-19T06:46:17.475 INFO:teuthology.orchestra.run.smithi129.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 1.9 MB/s | 506 kB 00:00 2024-09-19T06:46:17.525 INFO:teuthology.orchestra.run.smithi129.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 909 kB/s | 45 kB 00:00 2024-09-19T06:46:17.576 INFO:teuthology.orchestra.run.smithi129.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 2.7 MB/s | 136 kB 00:00 2024-09-19T06:46:17.606 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-09-19T06:46:17.606 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-09-19T06:46:17.626 INFO:teuthology.orchestra.run.smithi129.stdout:(21/156): python3-cephfs-19.1.1-361.g2f599a46.e 3.2 MB/s | 161 kB 00:00 2024-09-19T06:46:17.701 INFO:teuthology.orchestra.run.smithi129.stdout:(22/156): python3-rados-19.1.1-361.g2f599a46.el 4.2 MB/s | 320 kB 00:00 2024-09-19T06:46:17.830 INFO:teuthology.orchestra.run.smithi129.stdout:(23/156): python3-rbd-19.1.1-361.g2f599a46.el9. 2.3 MB/s | 300 kB 00:00 2024-09-19T06:46:17.877 INFO:teuthology.orchestra.run.smithi129.stdout:(24/156): python3-rgw-19.1.1-361.g2f599a46.el9. 2.1 MB/s | 99 kB 00:00 2024-09-19T06:46:17.927 INFO:teuthology.orchestra.run.smithi129.stdout:(25/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-19T06:46:18.286 INFO:teuthology.orchestra.run.smithi129.stdout:(26/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 6.3 MB/s | 5.3 MB 00:00 2024-09-19T06:46:18.369 INFO:teuthology.orchestra.run.smithi129.stdout:(27/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 7.0 MB/s | 3.1 MB 00:00 2024-09-19T06:46:18.394 INFO:teuthology.orchestra.run.smithi129.stdout:(28/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 1.5 MB/s | 171 kB 00:00 2024-09-19T06:46:18.420 INFO:teuthology.orchestra.run.smithi129.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 633 kB/s | 32 kB 00:00 2024-09-19T06:46:18.470 INFO:teuthology.orchestra.run.smithi129.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 1.9 MB/s | 146 kB 00:00 2024-09-19T06:46:18.837 INFO:teuthology.orchestra.run.smithi129.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 8.6 MB/s | 3.6 MB 00:00 2024-09-19T06:46:18.888 INFO:teuthology.orchestra.run.smithi129.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 4.9 MB/s | 249 kB 00:00 2024-09-19T06:46:18.938 INFO:teuthology.orchestra.run.smithi129.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 990 kB/s | 49 kB 00:00 2024-09-19T06:46:18.988 INFO:teuthology.orchestra.run.smithi129.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 329 kB/s | 16 kB 00:00 2024-09-19T06:46:19.084 INFO:teuthology.orchestra.run.smithi129.stdout:(35/156): ceph-volume-19.1.1-361.g2f599a46.el9. 2.9 MB/s | 285 kB 00:00 2024-09-19T06:46:19.197 INFO:teuthology.orchestra.run.smithi129.stdout:(36/156): cephadm-19.1.1-361.g2f599a46.el9.noar 6.6 MB/s | 765 kB 00:00 2024-09-19T06:46:19.247 INFO:teuthology.orchestra.run.smithi129.stdout:(37/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 366 kB/s | 18 kB 00:00 2024-09-19T06:46:19.474 INFO:teuthology.orchestra.run.smithi129.stdout:(38/156): ceph-mgr-diskprediction-local-19.1.1- 7.4 MB/s | 7.4 MB 00:01 2024-09-19T06:46:19.498 INFO:teuthology.orchestra.run.smithi129.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 319 kB/s | 80 kB 00:00 2024-09-19T06:46:19.582 INFO:teuthology.orchestra.run.smithi129.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 191 kB 00:00 2024-09-19T06:46:19.649 INFO:teuthology.orchestra.run.smithi129.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-19T06:46:20.040 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-09-19T06:46:20.041 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-09-19T06:46:20.117 INFO:teuthology.orchestra.run.smithi129.stdout:(42/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 12 MB/s | 49 MB 00:04 2024-09-19T06:46:20.150 INFO:teuthology.orchestra.run.smithi129.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 801 kB 00:00 2024-09-19T06:46:20.209 INFO:teuthology.orchestra.run.smithi129.stdout:(44/156): python3-cryptography-36.0.1-4.el9.x86 2.2 MB/s | 1.2 MB 00:00 2024-09-19T06:46:20.317 INFO:teuthology.orchestra.run.smithi129.stdout:(45/156): python3-ply-3.11-14.el9.noarch.rpm 532 kB/s | 106 kB 00:00 2024-09-19T06:46:20.426 INFO:teuthology.orchestra.run.smithi129.stdout:(46/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-09-19T06:46:20.593 INFO:teuthology.orchestra.run.smithi129.stdout:(47/156): automake-1.16.2-8.el9.noarch.rpm 4.0 MB/s | 689 kB 00:00 2024-09-19T06:46:20.768 INFO:teuthology.orchestra.run.smithi129.stdout:(48/156): bison-3.7.4-5.el9.x86_64.rpm 5.3 MB/s | 943 kB 00:00 2024-09-19T06:46:20.827 INFO:teuthology.orchestra.run.smithi129.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-09-19T06:46:20.869 INFO:teuthology.orchestra.run.smithi129.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 522 kB/s | 22 kB 00:00 2024-09-19T06:46:20.994 INFO:teuthology.orchestra.run.smithi129.stdout:(51/156): flex-2.6.4-9.el9.x86_64.rpm 2.4 MB/s | 313 kB 00:00 2024-09-19T06:46:21.044 INFO:teuthology.orchestra.run.smithi129.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 655 kB/s | 33 kB 00:00 2024-09-19T06:46:21.828 INFO:teuthology.orchestra.run.smithi129.stdout:(53/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.8 MB/s | 3.0 MB 00:00 2024-09-19T06:46:21.878 INFO:teuthology.orchestra.run.smithi129.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 366 kB/s | 18 kB 00:00 2024-09-19T06:46:21.970 INFO:teuthology.orchestra.run.smithi129.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 122 kB/s | 11 kB 00:00 2024-09-19T06:46:21.995 INFO:teuthology.orchestra.run.smithi129.stdout:(56/156): python3-pycparser-2.20-6.el9.noarch.r 73 kB/s | 135 kB 00:01 2024-09-19T06:46:22.020 INFO:teuthology.orchestra.run.smithi129.stdout:(57/156): python3-requests-2.25.1-8.el9.noarch. 69 kB/s | 125 kB 00:01 2024-09-19T06:46:22.046 INFO:teuthology.orchestra.run.smithi129.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-09-19T06:46:22.130 INFO:teuthology.orchestra.run.smithi129.stdout:(59/156): libtool-2.4.6-46.el9.x86_64.rpm 6.8 MB/s | 581 kB 00:00 2024-09-19T06:46:22.205 INFO:teuthology.orchestra.run.smithi129.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 326 kB/s | 24 kB 00:00 2024-09-19T06:46:22.239 INFO:teuthology.orchestra.run.smithi129.stdout:(61/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 208 kB/s | 45 kB 00:00 2024-09-19T06:46:22.314 INFO:teuthology.orchestra.run.smithi129.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-09-19T06:46:22.380 INFO:teuthology.orchestra.run.smithi129.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-09-19T06:46:22.423 INFO:teuthology.orchestra.run.smithi129.stdout:(64/156): librdkafka-1.6.1-102.el9.x86_64.rpm 1.6 MB/s | 662 kB 00:00 2024-09-19T06:46:22.457 INFO:teuthology.orchestra.run.smithi129.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 510 kB/s | 38 kB 00:00 2024-09-19T06:46:22.620 INFO:teuthology.orchestra.run.smithi129.stdout:(66/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 767 kB/s | 292 kB 00:00 2024-09-19T06:46:23.291 INFO:teuthology.orchestra.run.smithi129.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 5.3 MB/s | 4.4 MB 00:00 2024-09-19T06:46:23.516 INFO:teuthology.orchestra.run.smithi129.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 4.0 MB/s | 910 kB 00:00 2024-09-19T06:46:23.591 INFO:teuthology.orchestra.run.smithi129.stdout:(69/156): postgresql-13.16-1.el9.x86_64.rpm 1.6 MB/s | 1.6 MB 00:00 2024-09-19T06:46:23.616 INFO:teuthology.orchestra.run.smithi129.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.3 MB/s | 137 kB 00:00 2024-09-19T06:46:23.742 INFO:teuthology.orchestra.run.smithi129.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 8.1 MB/s | 1.0 MB 00:00 2024-09-19T06:46:23.817 INFO:teuthology.orchestra.run.smithi129.stdout:(72/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.5 MB/s | 4.9 MB 00:01 2024-09-19T06:46:23.876 INFO:teuthology.orchestra.run.smithi129.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 651 kB/s | 87 kB 00:00 2024-09-19T06:46:23.917 INFO:teuthology.orchestra.run.smithi129.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.5 MB/s | 61 kB 00:00 2024-09-19T06:46:23.976 INFO:teuthology.orchestra.run.smithi129.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 4.1 MB/s | 245 kB 00:00 2024-09-19T06:46:24.026 INFO:teuthology.orchestra.run.smithi129.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-09-19T06:46:24.060 INFO:teuthology.orchestra.run.smithi129.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 774 kB/s | 26 kB 00:00 2024-09-19T06:46:24.102 INFO:teuthology.orchestra.run.smithi129.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 463 kB/s | 19 kB 00:00 2024-09-19T06:46:24.195 INFO:teuthology.orchestra.run.smithi129.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.8 MB/s | 172 kB 00:00 2024-09-19T06:46:24.295 INFO:teuthology.orchestra.run.smithi129.stdout:(80/156): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 6.0 MB 00:00 2024-09-19T06:46:24.319 INFO:teuthology.orchestra.run.smithi129.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 280 kB/s | 35 kB 00:00 2024-09-19T06:46:24.370 INFO:teuthology.orchestra.run.smithi129.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-19T06:46:24.420 INFO:teuthology.orchestra.run.smithi129.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-19T06:46:24.470 INFO:teuthology.orchestra.run.smithi129.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-19T06:46:24.529 INFO:teuthology.orchestra.run.smithi129.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 724 kB/s | 42 kB 00:00 2024-09-19T06:46:24.588 INFO:teuthology.orchestra.run.smithi129.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-09-19T06:46:24.697 INFO:teuthology.orchestra.run.smithi129.stdout:(87/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-09-19T06:46:24.722 INFO:teuthology.orchestra.run.smithi129.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-19T06:46:24.755 INFO:teuthology.orchestra.run.smithi129.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-09-19T06:46:24.781 INFO:teuthology.orchestra.run.smithi129.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 869 kB/s | 51 kB 00:00 2024-09-19T06:46:24.823 INFO:teuthology.orchestra.run.smithi129.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 799 kB/s | 54 kB 00:00 2024-09-19T06:46:24.865 INFO:teuthology.orchestra.run.smithi129.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 998 kB/s | 42 kB 00:00 2024-09-19T06:46:24.907 INFO:teuthology.orchestra.run.smithi129.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-19T06:46:24.966 INFO:teuthology.orchestra.run.smithi129.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-19T06:46:25.008 INFO:teuthology.orchestra.run.smithi129.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 866 kB/s | 36 kB 00:00 2024-09-19T06:46:25.049 INFO:teuthology.orchestra.run.smithi129.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-19T06:46:25.120 INFO:teuthology.orchestra.run.smithi129.stdout:(97/156): socat-1.7.4.1-6.el9.x86_64.rpm 4.2 MB/s | 304 kB 00:00 2024-09-19T06:46:25.167 INFO:teuthology.orchestra.run.smithi129.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.2 MB/s | 58 kB 00:00 2024-09-19T06:46:25.209 INFO:teuthology.orchestra.run.smithi129.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 2.3 MB/s | 96 kB 00:00 2024-09-19T06:46:25.293 INFO:teuthology.orchestra.run.smithi129.stdout:(100/156): postgresql-server-13.16-1.el9.x86_64 3.4 MB/s | 5.8 MB 00:01 2024-09-19T06:46:25.318 INFO:teuthology.orchestra.run.smithi129.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 586 kB/s | 64 kB 00:00 2024-09-19T06:46:25.343 INFO:teuthology.orchestra.run.smithi129.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-19T06:46:25.635 INFO:teuthology.orchestra.run.smithi129.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 70 kB/s | 22 kB 00:00 2024-09-19T06:46:25.702 INFO:teuthology.orchestra.run.smithi129.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 8.1 MB/s | 548 kB 00:00 2024-09-19T06:46:25.768 INFO:teuthology.orchestra.run.smithi129.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 4.6 MB/s | 308 kB 00:00 2024-09-19T06:46:25.803 INFO:teuthology.orchestra.run.smithi129.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 555 kB/s | 19 kB 00:00 2024-09-19T06:46:25.945 INFO:teuthology.orchestra.run.smithi129.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 31 MB/s | 4.4 MB 00:00 2024-09-19T06:46:25.970 INFO:teuthology.orchestra.run.smithi129.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-19T06:46:25.995 INFO:teuthology.orchestra.run.smithi129.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-19T06:46:26.026 INFO:teuthology.orchestra.run.smithi129.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.2 MB/s | 67 kB 00:00 2024-09-19T06:46:26.084 INFO:teuthology.orchestra.run.smithi129.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-09-19T06:46:26.126 INFO:teuthology.orchestra.run.smithi129.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-19T06:46:26.160 INFO:teuthology.orchestra.run.smithi129.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 16 MB/s | 548 kB 00:00 2024-09-19T06:46:26.185 INFO:teuthology.orchestra.run.smithi129.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-19T06:46:26.211 INFO:teuthology.orchestra.run.smithi129.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T06:46:26.253 INFO:teuthology.orchestra.run.smithi129.stdout:(116/156): protobuf-compiler-3.14.0-13.el9.x86_ 950 kB/s | 863 kB 00:00 2024-09-19T06:46:26.286 INFO:teuthology.orchestra.run.smithi129.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 187 kB/s | 14 kB 00:00 2024-09-19T06:46:26.329 INFO:teuthology.orchestra.run.smithi129.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 8.8 MB/s | 358 kB 00:00 2024-09-19T06:46:26.354 INFO:teuthology.orchestra.run.smithi129.stdout:(119/156): python3-cheroot-8.6.0-4.el9.noarch.r 1.7 MB/s | 172 kB 00:00 2024-09-19T06:46:26.404 INFO:teuthology.orchestra.run.smithi129.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.0 MB/s | 303 kB 00:00 2024-09-19T06:46:26.588 INFO:teuthology.orchestra.run.smithi129.stdout:(121/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 9.0 MB/s | 16 MB 00:01 2024-09-19T06:46:26.888 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-09-19T06:46:26.910 INFO:teuthology.orchestra.run.smithi129.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 396 kB/s | 220 kB 00:00 2024-09-19T06:46:26.947 INFO:teuthology.orchestra.run.smithi129.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 408 kB/s | 11 kB 00:00 2024-09-19T06:46:26.972 INFO:teuthology.orchestra.run.smithi129.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 765 kB/s | 18 kB 00:00 2024-09-19T06:46:26.989 INFO:teuthology.orchestra.run.smithi129.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-19T06:46:27.023 INFO:teuthology.orchestra.run.smithi129.stdout:(126/156): python3-grpcio-tools-1.46.7-10.el9.x 333 kB/s | 144 kB 00:00 2024-09-19T06:46:27.040 INFO:teuthology.orchestra.run.smithi129.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-19T06:46:27.056 INFO:teuthology.orchestra.run.smithi129.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-19T06:46:27.082 INFO:teuthology.orchestra.run.smithi129.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T06:46:27.101 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T06:46:27.116 INFO:teuthology.orchestra.run.smithi129.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-19T06:46:27.141 INFO:teuthology.orchestra.run.smithi129.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-19T06:46:27.160 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T06:46:27.208 INFO:teuthology.orchestra.run.smithi129.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-09-19T06:46:27.233 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T06:46:27.233 INFO:teuthology.orchestra.run.smithi129.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 656 kB/s | 16 kB 00:00 2024-09-19T06:46:27.259 INFO:teuthology.orchestra.run.smithi129.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-09-19T06:46:27.278 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T06:46:27.292 INFO:teuthology.orchestra.run.smithi129.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-19T06:46:27.318 INFO:teuthology.orchestra.run.smithi129.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 483 kB/s | 28 kB 00:00 2024-09-19T06:46:27.320 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T06:46:27.343 INFO:teuthology.orchestra.run.smithi129.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-19T06:46:27.368 INFO:teuthology.orchestra.run.smithi129.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T06:46:27.379 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T06:46:27.394 INFO:teuthology.orchestra.run.smithi129.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-19T06:46:27.419 INFO:teuthology.orchestra.run.smithi129.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-09-19T06:46:27.444 INFO:teuthology.orchestra.run.smithi129.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-19T06:46:27.528 INFO:teuthology.orchestra.run.smithi129.stdout:(142/156): python3-grpcio-1.46.7-10.el9.x86_64. 1.8 MB/s | 2.0 MB 00:01 2024-09-19T06:46:27.553 INFO:teuthology.orchestra.run.smithi129.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 827 kB/s | 90 kB 00:00 2024-09-19T06:46:27.579 INFO:teuthology.orchestra.run.smithi129.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.4 MB/s | 230 kB 00:00 2024-09-19T06:46:27.604 INFO:teuthology.orchestra.run.smithi129.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-19T06:46:27.629 INFO:teuthology.orchestra.run.smithi129.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T06:46:27.655 INFO:teuthology.orchestra.run.smithi129.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-19T06:46:27.713 INFO:teuthology.orchestra.run.smithi129.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-19T06:46:27.737 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T06:46:27.863 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T06:46:27.964 INFO:teuthology.orchestra.run.smithi129.stdout:(149/156): librados2-19.1.1-361.g2f599a46.el9.x 10 MB/s | 3.4 MB 00:00 2024-09-19T06:46:28.046 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T06:46:28.055 INFO:teuthology.orchestra.run.smithi129.stdout:(150/156): librbd1-19.1.1-361.g2f599a46.el9.x86 7.9 MB/s | 3.2 MB 00:00 2024-09-19T06:46:28.072 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T06:46:28.177 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T06:46:28.189 INFO:teuthology.orchestra.run.smithi129.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 307 kB/s | 41 kB 00:00 2024-09-19T06:46:28.212 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T06:46:28.306 INFO:teuthology.orchestra.run.smithi129.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 2.1 MB/s | 249 kB 00:00 2024-09-19T06:46:28.437 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T06:46:28.473 INFO:teuthology.orchestra.run.smithi129.stdout:(153/156): openssl-3.2.2-6.el9.x86_64.rpm 8.1 MB/s | 1.4 MB 00:00 2024-09-19T06:46:28.494 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T06:46:28.521 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T06:46:28.651 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T06:46:28.680 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T06:46:28.761 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T06:46:28.790 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T06:46:28.835 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T06:46:29.053 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T06:46:29.090 INFO:teuthology.orchestra.run.smithi129.stdout:(154/156): NetworkManager-libnm-1.51.0-1.el9.x8 1.6 MB/s | 1.8 MB 00:01 2024-09-19T06:46:29.149 INFO:teuthology.orchestra.run.smithi129.stdout:(155/156): NetworkManager-1.51.0-1.el9.x86_64.r 1.6 MB/s | 2.3 MB 00:01 2024-09-19T06:46:29.231 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T06:46:29.522 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T06:46:29.687 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T06:46:29.793 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T06:46:30.111 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T06:46:30.269 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T06:46:30.377 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T06:46:30.450 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T06:46:30.504 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T06:46:30.587 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T06:46:30.640 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T06:46:30.679 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T06:46:30.735 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T06:46:30.790 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T06:46:30.823 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T06:46:30.946 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T06:46:31.009 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T06:46:31.055 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T06:46:31.100 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T06:46:31.180 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T06:46:31.224 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T06:46:31.268 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T06:46:31.305 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T06:46:31.412 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T06:46:31.465 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T06:46:31.557 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T06:46:31.724 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T06:46:31.787 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T06:46:32.433 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T06:46:32.549 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T06:46:32.741 INFO:teuthology.orchestra.run.smithi129.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 574 kB/s | 2.4 MB 00:04 2024-09-19T06:46:32.748 INFO:teuthology.orchestra.run.smithi129.stdout:-------------------------------------------------------------------------------- 2024-09-19T06:46:32.748 INFO:teuthology.orchestra.run.smithi129.stdout:Total 10 MB/s | 226 MB 00:22 2024-09-19T06:46:33.010 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T06:46:33.059 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T06:46:33.100 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T06:46:33.173 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T06:46:33.360 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T06:46:33.480 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T06:46:33.547 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T06:46:33.633 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T06:46:33.672 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T06:46:33.708 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T06:46:33.775 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T06:46:33.825 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T06:46:33.914 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T06:46:33.972 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T06:46:34.142 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T06:46:34.198 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T06:46:34.240 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T06:46:34.368 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T06:46:34.421 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T06:46:34.470 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T06:46:34.504 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T06:46:34.529 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T06:46:34.683 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T06:46:34.815 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction check 2024-09-19T06:46:34.854 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T06:46:34.902 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T06:46:34.940 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T06:46:34.982 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T06:46:34.997 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction check succeeded. 2024-09-19T06:46:34.997 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction test 2024-09-19T06:46:35.031 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T06:46:35.070 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T06:46:35.108 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T06:46:35.151 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T06:46:35.193 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T06:46:35.236 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T06:46:35.278 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T06:46:35.379 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T06:46:35.437 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T06:46:35.483 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T06:46:35.611 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T06:46:35.671 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T06:46:36.592 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T06:46:36.709 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T06:46:36.751 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T06:46:36.875 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T06:46:36.943 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T06:46:36.996 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T06:46:37.095 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T06:46:37.155 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T06:46:37.395 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T06:46:37.428 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T06:46:37.534 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction test succeeded. 2024-09-19T06:46:37.535 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction 2024-09-19T06:46:37.538 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T06:46:38.390 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T06:46:38.535 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T06:46:40.103 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T06:46:40.217 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T06:46:40.778 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T06:46:40.819 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T06:46:41.168 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T06:46:41.222 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T06:46:41.334 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T06:46:41.370 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T06:46:41.423 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T06:46:41.942 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T06:46:41.984 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T06:46:42.077 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T06:46:42.112 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T06:46:44.369 INFO:teuthology.orchestra.run.smithi129.stdout: Preparing : 1/1 2024-09-19T06:46:44.554 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T06:46:44.613 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T06:46:44.650 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T06:46:44.693 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T06:46:44.695 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T06:46:44.768 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T06:46:44.805 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T06:46:44.866 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T06:46:45.223 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T06:46:45.314 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T06:46:45.331 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T06:46:45.365 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T06:46:45.483 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T06:46:45.493 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T06:46:45.493 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T06:46:45.493 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T06:46:45.493 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:46:45.524 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T06:46:45.533 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T06:46:45.629 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T06:46:45.675 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T06:46:45.908 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T06:46:45.977 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T06:46:46.037 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T06:46:46.154 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T06:46:46.188 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T06:46:46.261 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T06:46:46.289 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T06:46:46.348 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T06:46:46.574 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T06:46:46.768 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T06:46:46.988 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T06:46:47.103 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T06:46:47.231 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T06:46:47.509 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T06:46:47.654 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T06:46:47.772 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T06:46:47.813 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T06:46:47.865 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T06:46:47.967 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T06:46:48.028 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T06:46:48.066 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T06:46:48.119 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T06:46:48.158 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T06:46:48.192 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T06:46:48.296 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T06:46:48.362 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T06:46:48.406 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T06:46:48.451 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T06:46:48.532 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T06:46:48.576 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T06:46:48.620 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T06:46:48.656 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T06:46:48.736 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T06:46:48.792 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T06:46:48.884 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T06:46:49.049 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T06:46:49.120 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T06:46:49.763 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T06:46:49.879 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T06:46:49.924 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T06:46:49.968 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T06:46:50.006 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T06:46:50.062 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T06:46:50.277 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T06:46:50.355 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T06:46:50.414 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T06:46:50.517 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T06:46:50.556 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T06:46:50.592 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T06:46:50.660 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T06:46:50.708 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T06:46:50.786 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T06:46:50.846 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T06:46:51.014 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T06:46:51.092 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T06:46:51.147 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T06:46:51.263 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T06:46:51.305 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T06:46:51.353 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T06:46:51.415 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T06:46:51.452 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T06:46:51.563 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T06:46:51.728 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T06:46:51.785 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T06:46:51.828 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T06:46:51.865 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T06:46:51.918 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T06:46:51.958 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T06:46:51.995 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T06:46:52.058 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T06:46:52.096 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T06:46:52.139 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T06:46:52.172 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T06:46:52.270 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T06:46:52.331 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T06:46:52.393 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T06:46:52.514 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T06:46:52.581 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T06:46:53.457 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T06:46:53.516 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T06:46:53.551 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T06:46:53.665 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T06:46:53.725 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T06:46:53.778 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T06:46:53.874 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T06:46:53.940 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T06:46:54.177 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T06:46:54.209 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T06:46:54.333 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T06:46:55.142 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T06:46:55.295 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T06:46:56.858 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T06:46:56.973 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T06:46:57.009 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T06:46:57.071 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T06:46:57.407 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T06:46:57.463 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T06:46:57.575 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T06:46:57.619 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T06:46:57.680 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T06:46:58.231 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T06:46:58.266 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T06:46:58.357 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T06:46:58.420 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T06:46:59.129 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T06:46:59.129 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /sys 2024-09-19T06:46:59.129 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /proc 2024-09-19T06:46:59.129 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /mnt 2024-09-19T06:46:59.129 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /var/tmp 2024-09-19T06:46:59.129 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /home 2024-09-19T06:46:59.129 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /root 2024-09-19T06:46:59.129 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /tmp 2024-09-19T06:46:59.129 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:46:59.336 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T06:46:59.372 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T06:46:59.372 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:46:59.372 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T06:46:59.372 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:00.964 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T06:47:00.983 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T06:47:01.008 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T06:47:01.041 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T06:47:01.041 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:01.042 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T06:47:01.042 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T06:47:01.042 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T06:47:01.042 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:01.309 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T06:47:01.360 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T06:47:01.360 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:01.360 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T06:47:01.360 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T06:47:01.360 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T06:47:01.360 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:01.642 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T06:47:01.687 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T06:47:01.816 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T06:47:01.816 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T06:47:01.816 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T06:47:01.816 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:01.843 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T06:47:01.888 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T06:47:01.893 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T06:47:01.893 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:01.894 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T06:47:01.894 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T06:47:01.894 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T06:47:01.894 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:02.036 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T06:47:02.097 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T06:47:02.161 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T06:47:02.421 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T06:47:02.491 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T06:47:02.586 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T06:47:02.695 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T06:47:02.872 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T06:47:02.922 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T06:47:02.958 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T06:47:02.991 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T06:47:03.566 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T06:47:03.610 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T06:47:03.652 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T06:47:03.728 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T06:47:03.758 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T06:47:04.987 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T06:47:05.035 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T06:47:06.119 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T06:47:06.152 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T06:47:06.290 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T06:47:06.528 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T06:47:06.555 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T06:47:06.606 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T06:47:06.607 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:06.607 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T06:47:06.607 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T06:47:06.607 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T06:47:06.607 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:06.665 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T06:47:06.691 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T06:47:06.798 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T06:47:06.868 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T06:47:07.863 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T06:47:07.902 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T06:47:07.952 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T06:47:07.952 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:07.952 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T06:47:07.952 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T06:47:07.952 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T06:47:07.953 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:08.002 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T06:47:08.051 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T06:47:08.051 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:08.051 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T06:47:08.051 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:08.111 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T06:47:08.162 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T06:47:08.162 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:08.162 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T06:47:08.162 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T06:47:08.162 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T06:47:08.162 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:08.487 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T06:47:08.538 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T06:47:08.538 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:08.538 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T06:47:08.538 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T06:47:08.538 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T06:47:08.538 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:13.461 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T06:47:13.503 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T06:47:13.556 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T06:47:13.593 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T06:47:13.628 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T06:47:13.897 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T06:47:13.952 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T06:47:13.982 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T06:47:14.022 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T06:47:14.066 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T06:47:14.627 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T06:47:14.627 INFO:teuthology.orchestra.run.smithi129.stdout:skipping the directory /sys 2024-09-19T06:47:14.627 INFO:teuthology.orchestra.run.smithi129.stdout:skipping the directory /proc 2024-09-19T06:47:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:skipping the directory /mnt 2024-09-19T06:47:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:skipping the directory /var/tmp 2024-09-19T06:47:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:skipping the directory /home 2024-09-19T06:47:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:skipping the directory /root 2024-09-19T06:47:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:skipping the directory /tmp 2024-09-19T06:47:14.628 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:14.839 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T06:47:14.846 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T06:47:14.882 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T06:47:14.882 INFO:teuthology.orchestra.run.smithi129.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:14.882 INFO:teuthology.orchestra.run.smithi129.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T06:47:14.882 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:14.891 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T06:47:14.933 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T06:47:16.233 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T06:47:16.346 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T06:47:16.412 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T06:47:16.448 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T06:47:16.506 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T06:47:16.506 INFO:teuthology.orchestra.run.smithi129.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:16.507 INFO:teuthology.orchestra.run.smithi129.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T06:47:16.507 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T06:47:16.507 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T06:47:16.507 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:16.561 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T06:47:16.600 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T06:47:16.638 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T06:47:16.679 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T06:47:16.679 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T06:47:16.758 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T06:47:16.787 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T06:47:16.787 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T06:47:16.807 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T06:47:16.808 INFO:teuthology.orchestra.run.smithi129.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:16.808 INFO:teuthology.orchestra.run.smithi129.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T06:47:16.808 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T06:47:16.808 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T06:47:16.808 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:16.896 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T06:47:16.957 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T06:47:16.973 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T06:47:16.973 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T06:47:17.215 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T06:47:17.215 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T06:47:17.283 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T06:47:17.325 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T06:47:17.333 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T06:47:17.333 INFO:teuthology.orchestra.run.smithi129.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:17.333 INFO:teuthology.orchestra.run.smithi129.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T06:47:17.333 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T06:47:17.333 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T06:47:17.333 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:17.399 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T06:47:17.467 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T06:47:17.535 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T06:47:17.602 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T06:47:17.602 INFO:teuthology.orchestra.run.smithi090.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-19T06:47:17.602 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:17.608 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T06:47:17.834 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T06:47:17.896 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T06:47:17.989 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T06:47:18.107 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T06:47:18.304 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T06:47:18.360 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T06:47:18.403 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T06:47:18.428 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T06:47:19.042 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T06:47:19.069 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T06:47:19.141 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T06:47:19.220 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T06:47:19.250 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T06:47:20.468 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T06:47:20.503 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T06:47:21.584 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T06:47:21.628 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T06:47:21.768 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T06:47:21.944 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T06:47:21.980 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T06:47:22.031 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T06:47:22.031 INFO:teuthology.orchestra.run.smithi129.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:22.031 INFO:teuthology.orchestra.run.smithi129.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T06:47:22.031 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T06:47:22.031 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T06:47:22.031 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:22.081 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T06:47:22.107 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T06:47:22.215 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T06:47:22.295 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T06:47:23.286 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T06:47:23.317 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T06:47:23.367 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T06:47:23.367 INFO:teuthology.orchestra.run.smithi129.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:23.367 INFO:teuthology.orchestra.run.smithi129.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T06:47:23.367 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T06:47:23.367 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T06:47:23.367 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:23.417 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T06:47:23.466 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T06:47:23.467 INFO:teuthology.orchestra.run.smithi129.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:23.467 INFO:teuthology.orchestra.run.smithi129.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T06:47:23.467 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:23.527 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T06:47:23.577 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T06:47:23.577 INFO:teuthology.orchestra.run.smithi129.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:23.577 INFO:teuthology.orchestra.run.smithi129.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T06:47:23.578 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T06:47:23.578 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T06:47:23.578 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:23.911 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T06:47:23.961 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T06:47:23.962 INFO:teuthology.orchestra.run.smithi129.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T06:47:23.962 INFO:teuthology.orchestra.run.smithi129.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T06:47:23.962 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T06:47:23.962 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T06:47:23.962 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:24.608 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T06:47:24.608 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T06:47:24.608 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T06:47:24.608 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T06:47:24.608 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T06:47:24.608 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T06:47:24.609 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T06:47:24.610 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T06:47:24.610 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T06:47:24.610 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T06:47:24.610 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T06:47:24.610 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T06:47:24.610 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T06:47:24.622 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T06:47:24.623 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T06:47:24.624 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T06:47:24.625 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T06:47:24.626 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T06:47:24.627 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T06:47:24.628 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T06:47:24.628 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T06:47:24.628 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T06:47:24.628 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T06:47:24.628 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T06:47:24.628 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T06:47:24.628 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T06:47:24.629 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T06:47:24.630 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T06:47:24.631 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T06:47:24.632 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T06:47:24.633 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T06:47:24.634 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T06:47:26.814 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout:Upgraded: 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout:Installed: 2024-09-19T06:47:26.815 INFO:teuthology.orchestra.run.smithi090.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.816 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.817 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T06:47:26.818 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T06:47:26.819 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T06:47:26.820 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T06:47:26.821 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T06:47:26.822 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T06:47:26.823 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T06:47:26.824 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T06:47:26.825 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T06:47:26.826 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.827 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.827 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:26.827 INFO:teuthology.orchestra.run.smithi090.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T06:47:26.827 INFO:teuthology.orchestra.run.smithi090.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T06:47:26.827 INFO:teuthology.orchestra.run.smithi090.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T06:47:26.827 INFO:teuthology.orchestra.run.smithi090.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T06:47:26.827 INFO:teuthology.orchestra.run.smithi090.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T06:47:26.827 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T06:47:26.827 INFO:teuthology.orchestra.run.smithi090.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T06:47:26.828 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:26.828 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-09-19T06:47:27.516 DEBUG:teuthology.parallel:result is None 2024-09-19T06:47:28.883 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T06:47:28.924 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T06:47:28.968 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T06:47:28.997 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T06:47:29.033 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T06:47:29.308 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T06:47:29.363 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T06:47:29.414 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T06:47:29.457 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T06:47:29.501 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T06:47:30.200 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T06:47:30.249 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T06:47:30.291 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T06:47:31.574 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T06:47:31.683 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T06:47:31.747 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T06:47:31.854 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T06:47:31.919 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T06:47:31.958 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T06:47:32.006 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T06:47:32.006 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T06:47:32.097 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T06:47:32.097 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T06:47:32.189 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T06:47:32.239 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T06:47:32.254 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T06:47:32.254 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T06:47:32.500 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T06:47:32.500 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T06:47:32.618 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T06:47:32.691 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T06:47:32.893 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T06:47:32.893 INFO:teuthology.orchestra.run.smithi129.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-19T06:47:32.893 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:38.593 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T06:47:38.593 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T06:47:38.593 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T06:47:38.593 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T06:47:38.594 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T06:47:38.595 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T06:47:38.607 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T06:47:38.607 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T06:47:38.607 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T06:47:38.607 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T06:47:38.607 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T06:47:38.607 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T06:47:38.607 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T06:47:38.608 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T06:47:38.609 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T06:47:38.610 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T06:47:38.611 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T06:47:38.612 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T06:47:38.613 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T06:47:38.614 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T06:47:38.615 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T06:47:38.616 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T06:47:38.617 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T06:47:40.954 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T06:47:40.954 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:40.954 INFO:teuthology.orchestra.run.smithi129.stdout:Upgraded: 2024-09-19T06:47:40.954 INFO:teuthology.orchestra.run.smithi129.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout:Installed: 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.955 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T06:47:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T06:47:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T06:47:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T06:47:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T06:47:40.961 INFO:teuthology.orchestra.run.smithi129.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T06:47:40.962 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T06:47:40.963 INFO:teuthology.orchestra.run.smithi129.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T06:47:40.964 INFO:teuthology.orchestra.run.smithi129.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T06:47:40.965 INFO:teuthology.orchestra.run.smithi129.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T06:47:40.966 INFO:teuthology.orchestra.run.smithi129.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T06:47:40.967 INFO:teuthology.orchestra.run.smithi129.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T06:47:40.967 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:40.967 INFO:teuthology.orchestra.run.smithi129.stdout:Complete! 2024-09-19T06:47:41.626 DEBUG:teuthology.parallel:result is None 2024-09-19T06:47:41.627 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T06:47:41.778 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T06:47:41.829 INFO:teuthology.orchestra.run.smithi090.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T06:47:41.829 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T06:47:41.830 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T06:47:41.832 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T06:47:41.971 DEBUG:teuthology.orchestra.run.smithi129:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T06:47:42.021 INFO:teuthology.orchestra.run.smithi129.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T06:47:42.022 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T06:47:42.022 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T06:47:42.024 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T06:47:42.024 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:42.024 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T06:47:42.087 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:47:42.087 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T06:47:42.154 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T06:47:42.154 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:42.155 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T06:47:42.210 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T06:47:42.306 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:47:42.307 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T06:47:42.363 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T06:47:42.462 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T06:47:42.463 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:42.463 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T06:47:42.517 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T06:47:42.612 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:47:42.612 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T06:47:42.667 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T06:47:42.766 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T06:47:42.767 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:42.767 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T06:47:42.821 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T06:47:42.915 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:47:42.916 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T06:47:42.972 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T06:47:43.070 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T06:47:43.154 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T06:47:43.154 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 777 /var/log/ceph 2024-09-19T06:47:43.158 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 777 /var/log/ceph 2024-09-19T06:47:43.214 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T06:47:43.214 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T06:47:43.218 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T06:47:43.274 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T06:47:43.274 DEBUG:teuthology.orchestra.run.smithi090:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T06:47:43.278 DEBUG:teuthology.orchestra.run.smithi129:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T06:47:43.345 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-19T06:47:43.345 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-19T06:47:43.345 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-19T06:47:43.346 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:43.346 DEBUG:teuthology.orchestra.run.smithi090:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T06:47:43.380 DEBUG:teuthology.orchestra.run.smithi090:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T06:47:43.546 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T06:47:43.601 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:47:43.601 DEBUG:teuthology.orchestra.run.smithi129:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T06:47:43.638 DEBUG:teuthology.orchestra.run.smithi129:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T06:47:43.810 DEBUG:teuthology.orchestra.run.smithi129:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T06:47:43.873 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T06:47:43.873 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T06:47:43.874 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/acls}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7911765', 'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, 'kclient': {'syntax': 'v1'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1747, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'sleep_before_teardown': 0, 'subset': '176/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi090.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMncdvv+UKX5kYbmk+hMQgrLx0LeER7i/4Twr+tSymAUUHGPk5kdv8O5mk1GvfVT7CdplMqBvVGBKRPefBYI8y4=', 'smithi129.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI2SmYUN8Pb4qsGKszsnKsBMJF7mwQ6U5dT/j83bSSVkvJG021wVh4O1D90HkCLy95hgZK6m2MgBJPntatONrM8='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_acls']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-18_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T06:47:43.875 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T06:47:43.879 DEBUG:teuthology.orchestra.run.smithi129:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T06:47:43.914 DEBUG:teuthology.orchestra.run.smithi090:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T06:47:43.954 DEBUG:teuthology.orchestra.run.smithi129:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T06:47:44.013 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:44.013 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T06:47:44.048 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T06:47:44.049 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_1 2024-09-19T06:47:44.124 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T06:47:44.124 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:47:44.124 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 6h/6d Inode: 634 Links: 1 2024-09-19T06:47:44.124 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:47:44.124 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:47:44.124 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-09-19 06:47:17.947395988 +0000 2024-09-19T06:47:44.124 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-09-19 06:45:15.391180532 +0000 2024-09-19T06:47:44.124 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-09-19 06:45:15.391180532 +0000 2024-09-19T06:47:44.125 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-09-19 06:45:15.391180532 +0000 2024-09-19T06:47:44.125 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T06:47:44.217 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-09-19T06:47:44.217 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-09-19T06:47:44.217 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000265436 s, 1.9 MB/s 2024-09-19T06:47:44.220 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T06:47:44.255 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_2 2024-09-19T06:47:44.330 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T06:47:44.330 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:47:44.330 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-09-19T06:47:44.330 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:47:44.331 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:47:44.331 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-09-19 06:47:17.948395972 +0000 2024-09-19T06:47:44.331 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-09-19 06:45:15.829173669 +0000 2024-09-19T06:47:44.331 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-09-19 06:45:15.829173669 +0000 2024-09-19T06:47:44.331 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-09-19 06:45:15.829173669 +0000 2024-09-19T06:47:44.331 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T06:47:44.422 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-09-19T06:47:44.422 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-09-19T06:47:44.422 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000254982 s, 2.0 MB/s 2024-09-19T06:47:44.424 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T06:47:44.460 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_3 2024-09-19T06:47:44.535 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T06:47:44.536 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:47:44.536 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 6h/6d Inode: 669 Links: 1 2024-09-19T06:47:44.536 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:47:44.536 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:47:44.536 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-09-19 06:47:17.949395956 +0000 2024-09-19T06:47:44.536 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-09-19 06:45:16.271166765 +0000 2024-09-19T06:47:44.536 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-09-19 06:45:16.271166765 +0000 2024-09-19T06:47:44.536 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-09-19 06:45:16.271166765 +0000 2024-09-19T06:47:44.536 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T06:47:44.627 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-09-19T06:47:44.628 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-09-19T06:47:44.628 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000259525 s, 2.0 MB/s 2024-09-19T06:47:44.630 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T06:47:44.666 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_4 2024-09-19T06:47:44.740 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T06:47:44.741 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:47:44.741 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 6h/6d Inode: 688 Links: 1 2024-09-19T06:47:44.741 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:47:44.741 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:47:44.741 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-09-19 06:47:17.949395956 +0000 2024-09-19T06:47:44.741 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-09-19 06:45:16.743159392 +0000 2024-09-19T06:47:44.741 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-09-19 06:45:16.743159392 +0000 2024-09-19T06:47:44.741 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-09-19 06:45:16.743159392 +0000 2024-09-19T06:47:44.741 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T06:47:44.833 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-09-19T06:47:44.833 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-09-19T06:47:44.833 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.00026302 s, 1.9 MB/s 2024-09-19T06:47:44.835 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T06:47:44.872 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:47:44.872 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:47:44.872 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T06:47:44.908 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T06:47:44.908 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_1 2024-09-19T06:47:44.983 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T06:47:44.983 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:47:44.984 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 6h/6d Inode: 639 Links: 1 2024-09-19T06:47:44.984 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:47:44.984 INFO:teuthology.orchestra.run.smithi129.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:47:44.984 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2024-09-19 06:47:33.248504732 +0000 2024-09-19T06:47:44.984 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2024-09-19 06:45:15.398009102 +0000 2024-09-19T06:47:44.984 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2024-09-19 06:45:15.398009102 +0000 2024-09-19T06:47:44.984 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: 2024-09-19 06:45:15.398009102 +0000 2024-09-19T06:47:44.984 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T06:47:45.077 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2024-09-19T06:47:45.077 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2024-09-19T06:47:45.078 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000300679 s, 1.7 MB/s 2024-09-19T06:47:45.080 DEBUG:teuthology.orchestra.run.smithi129:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T06:47:45.117 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_2 2024-09-19T06:47:45.193 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T06:47:45.194 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:47:45.194 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 6h/6d Inode: 658 Links: 1 2024-09-19T06:47:45.194 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:47:45.194 INFO:teuthology.orchestra.run.smithi129.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:47:45.194 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2024-09-19 06:47:33.249504711 +0000 2024-09-19T06:47:45.194 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2024-09-19 06:45:15.883998738 +0000 2024-09-19T06:47:45.194 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2024-09-19 06:45:15.883998738 +0000 2024-09-19T06:47:45.194 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: 2024-09-19 06:45:15.883998738 +0000 2024-09-19T06:47:45.194 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T06:47:45.287 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2024-09-19T06:47:45.287 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2024-09-19T06:47:45.287 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000303662 s, 1.7 MB/s 2024-09-19T06:47:45.289 DEBUG:teuthology.orchestra.run.smithi129:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T06:47:45.326 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_3 2024-09-19T06:47:45.403 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T06:47:45.403 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:47:45.403 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 6h/6d Inode: 675 Links: 1 2024-09-19T06:47:45.403 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:47:45.403 INFO:teuthology.orchestra.run.smithi129.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:47:45.403 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2024-09-19 06:47:33.249504711 +0000 2024-09-19T06:47:45.403 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2024-09-19 06:45:16.358988608 +0000 2024-09-19T06:47:45.403 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2024-09-19 06:45:16.358988608 +0000 2024-09-19T06:47:45.403 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: 2024-09-19 06:45:16.358988608 +0000 2024-09-19T06:47:45.404 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T06:47:45.496 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2024-09-19T06:47:45.497 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2024-09-19T06:47:45.497 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000301481 s, 1.7 MB/s 2024-09-19T06:47:45.499 DEBUG:teuthology.orchestra.run.smithi129:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T06:47:45.536 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_4 2024-09-19T06:47:45.612 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T06:47:45.612 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:47:45.613 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 6h/6d Inode: 696 Links: 1 2024-09-19T06:47:45.613 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:47:45.613 INFO:teuthology.orchestra.run.smithi129.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:47:45.613 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2024-09-19 06:47:33.249504711 +0000 2024-09-19T06:47:45.613 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2024-09-19 06:45:16.813978904 +0000 2024-09-19T06:47:45.613 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2024-09-19 06:45:16.813978904 +0000 2024-09-19T06:47:45.613 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: 2024-09-19 06:45:16.813978904 +0000 2024-09-19T06:47:45.613 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T06:47:45.706 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2024-09-19T06:47:45.706 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2024-09-19T06:47:45.706 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000312192 s, 1.6 MB/s 2024-09-19T06:47:45.710 DEBUG:teuthology.orchestra.run.smithi129:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T06:47:45.748 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:47:45.748 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi090.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi129.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T06:47:45.748 INFO:tasks.ceph:Generating config... 2024-09-19T06:47:45.749 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-19T06:47:45.750 INFO:tasks.ceph:[client] debug client = 20 2024-09-19T06:47:45.750 INFO:tasks.ceph:[client] debug ms = 1 2024-09-19T06:47:45.750 INFO:tasks.ceph:[client] pid file = 2024-09-19T06:47:45.750 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-19T06:47:45.750 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-19T06:47:45.750 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-19T06:47:45.750 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-19T06:47:45.750 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-19T06:47:45.750 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-19T06:47:45.750 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-19T06:47:45.750 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-19T06:47:45.750 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-19T06:47:45.750 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-19T06:47:45.751 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-19T06:47:45.751 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-19T06:47:45.751 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T06:47:45.752 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-19T06:47:45.753 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T06:47:45.753 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T06:47:45.850 INFO:teuthology.orchestra.run.smithi090.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T06:47:45.856 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T06:47:45.941 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T06:47:45.995 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.90'), ('mon.b', '172.21.15.129'), ('mon.c', '[v2:172.21.15.129:3301,v1:172.21.15.129:6790]')] 2024-09-19T06:47:45.996 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.90,172.21.15.129,[v2:172.21.15.129:3301,v1:172.21.15.129:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-19T06:47:45.997 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:45.997 DEBUG:teuthology.orchestra.run.smithi090:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T06:47:46.032 DEBUG:teuthology.orchestra.run.smithi090:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.90 --add b 172.21.15.129 --addv c '[v2:172.21.15.129:3301,v1:172.21.15.129:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:47:46.147 INFO:teuthology.orchestra.run.smithi090.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:47:46.147 INFO:teuthology.orchestra.run.smithi090.stdout:monmaptool: generated fsid ffcf6768-358b-40a4-a0a3-dc040e155e17 2024-09-19T06:47:46.147 INFO:teuthology.orchestra.run.smithi090.stdout:setting min_mon_release = quincy 2024-09-19T06:47:46.147 INFO:teuthology.orchestra.run.smithi090.stdout:epoch 0 2024-09-19T06:47:46.147 INFO:teuthology.orchestra.run.smithi090.stdout:fsid ffcf6768-358b-40a4-a0a3-dc040e155e17 2024-09-19T06:47:46.147 INFO:teuthology.orchestra.run.smithi090.stdout:last_changed 2024-09-19T06:47:46.146803+0000 2024-09-19T06:47:46.147 INFO:teuthology.orchestra.run.smithi090.stdout:created 2024-09-19T06:47:46.146803+0000 2024-09-19T06:47:46.147 INFO:teuthology.orchestra.run.smithi090.stdout:min_mon_release 17 (quincy) 2024-09-19T06:47:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:election_strategy: 1 2024-09-19T06:47:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-09-19T06:47:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:1: [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] mon.b 2024-09-19T06:47:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:2: [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] mon.c 2024-09-19T06:47:46.148 INFO:teuthology.orchestra.run.smithi090.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T06:47:46.150 DEBUG:teuthology.orchestra.run.smithi090:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T06:47:46.184 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID ffcf6768-358b-40a4-a0a3-dc040e155e17... 2024-09-19T06:47:46.185 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:47:46.229 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:47:46.321 INFO:teuthology.orchestra.run.smithi090.stdout:[global] 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: chdir = "" 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: auth supported = cephx 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: filestore xattr use omap = true 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: mon clock drift allowed = 1.000 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: osd crush chooseleaf type = 0 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: auth debug = true 2024-09-19T06:47:46.322 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: ms die on old message = true 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: ms die on bug = true 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: mon pg warn max object skew = 0 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: osd pool default size = 2 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: mon osd allow primary affinity = true 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: mon osd allow pg remap = true 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:47:46.323 INFO:teuthology.orchestra.run.smithi090.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:47:46.324 INFO:teuthology.orchestra.run.smithi090.stdout: mon warn on no sortbitwise = false 2024-09-19T06:47:46.324 INFO:teuthology.orchestra.run.smithi090.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:47:46.324 INFO:teuthology.orchestra.run.smithi090.stdout: mon warn on too few osds = false 2024-09-19T06:47:46.324 INFO:teuthology.orchestra.run.smithi090.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:47:46.324 INFO:teuthology.orchestra.run.smithi090.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:47:46.324 INFO:teuthology.orchestra.run.smithi090.stdout: mon_allow_pool_size_one = true 2024-09-19T06:47:46.324 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.324 INFO:teuthology.orchestra.run.smithi090.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:47:46.324 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: osd default data pool replay window = 5 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: mon allow pool delete = true 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: mon cluster log file level = debug 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: debug asserts on shutdown = true 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: mon health detail to clog = false 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: mon host = "172.21.15.90,172.21.15.129,[v2:172.21.15.129:3301,v1:172.21.15.129:6790]" 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: ms die on skipped message = False 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: fsid = ffcf6768-358b-40a4-a0a3-dc040e155e17 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout:[osd] 2024-09-19T06:47:46.325 INFO:teuthology.orchestra.run.smithi090.stdout: osd journal size = 100 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd scrub load threshold = 5.0 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd scrub max interval = 600 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd recover clone overlap = true 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd recovery max chunk = 1048576 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd debug shutdown = true 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd debug op order = true 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd debug verify stray on activate = true 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd debug trim objects = true 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.326 INFO:teuthology.orchestra.run.smithi090.stdout: osd open classes on start = true 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: osd debug pg log writeout = true 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: osd map max advance = 10 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: journal zero on create = true 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: filestore apply finisher threads = 3 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: bdev debug aio = true 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: osd debug misdirected ops = true 2024-09-19T06:47:46.327 INFO:teuthology.orchestra.run.smithi090.stdout: bdev async discard = True 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: bdev enable discard = True 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: bluestore allocator = bitmap 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: bluestore block size = 96636764160 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: bluestore fsck on mount = True 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: debug bluefs = 1/20 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: debug bluestore = 1/20 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: debug ms = 1 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: debug osd = 20 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: debug rocksdb = 4/10 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: mon osd full ratio = 0.9 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:47:46.328 INFO:teuthology.orchestra.run.smithi090.stdout: osd objectstore = bluestore 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: osd op complaint time = 180 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout:[mgr] 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: debug ms = 1 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: debug mgr = 20 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: debug mon = 20 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: debug auth = 20 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: mgr/telemetry/nag = false 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: debug client = 20 2024-09-19T06:47:46.329 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout:[mon] 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: debug ms = 1 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: debug mon = 20 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: debug paxos = 20 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: debug auth = 20 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: mon data avail warn = 5 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: mon mgr mkfs grace = 240 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: mon osd reporter subtree level = osd 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: mon osd prime pg temp = true 2024-09-19T06:47:46.330 INFO:teuthology.orchestra.run.smithi090.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: # 1m isn't quite enough 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:47:46.331 INFO:teuthology.orchestra.run.smithi090.stdout: mon down mkfs grace = 300 2024-09-19T06:47:46.332 INFO:teuthology.orchestra.run.smithi090.stdout: mon op complaint time = 120 2024-09-19T06:47:46.332 INFO:teuthology.orchestra.run.smithi090.stdout: mon warn on pool no app = False 2024-09-19T06:47:46.332 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:47:46.332 INFO:teuthology.orchestra.run.smithi090.stdout:[client] 2024-09-19T06:47:46.333 INFO:teuthology.orchestra.run.smithi090.stdout: rgw cache enabled = true 2024-09-19T06:47:46.333 INFO:teuthology.orchestra.run.smithi090.stdout: rgw enable ops log = true 2024-09-19T06:47:46.333 INFO:teuthology.orchestra.run.smithi090.stdout: rgw enable usage log = true 2024-09-19T06:47:46.333 INFO:teuthology.orchestra.run.smithi090.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:47:46.333 INFO:teuthology.orchestra.run.smithi090.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:47:46.333 INFO:teuthology.orchestra.run.smithi090.stdout: client mount timeout = 600 2024-09-19T06:47:46.333 INFO:teuthology.orchestra.run.smithi090.stdout: debug client = 20 2024-09-19T06:47:46.334 INFO:teuthology.orchestra.run.smithi090.stdout: debug ms = 1 2024-09-19T06:47:46.334 INFO:teuthology.orchestra.run.smithi090.stdout: pid file = "" 2024-09-19T06:47:46.334 INFO:teuthology.orchestra.run.smithi090.stdout: rados mon op timeout = 900 2024-09-19T06:47:46.334 INFO:teuthology.orchestra.run.smithi090.stdout: rados osd op timeout = 900 2024-09-19T06:47:46.334 INFO:teuthology.orchestra.run.smithi090.stdout:[mon.a] 2024-09-19T06:47:46.334 INFO:teuthology.orchestra.run.smithi090.stdout:[mon.b] 2024-09-19T06:47:46.334 INFO:teuthology.orchestra.run.smithi090.stdout:[mon.c] 2024-09-19T06:47:46.335 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.a] 2024-09-19T06:47:46.335 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.c] 2024-09-19T06:47:46.335 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.b] 2024-09-19T06:47:46.335 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.d] 2024-09-19T06:47:46.335 INFO:teuthology.orchestra.run.smithi090.stdout:[mds] 2024-09-19T06:47:46.335 INFO:teuthology.orchestra.run.smithi090.stdout: debug mds = 20 2024-09-19T06:47:46.335 INFO:teuthology.orchestra.run.smithi090.stdout: debug mds balancer = 20 2024-09-19T06:47:46.335 INFO:teuthology.orchestra.run.smithi090.stdout: debug ms = 1 2024-09-19T06:47:46.336 INFO:teuthology.orchestra.run.smithi090.stdout: mds debug frag = True 2024-09-19T06:47:46.336 INFO:teuthology.orchestra.run.smithi090.stdout: mds debug scatterstat = True 2024-09-19T06:47:46.336 INFO:teuthology.orchestra.run.smithi090.stdout: mds op complaint time = 180 2024-09-19T06:47:46.336 INFO:teuthology.orchestra.run.smithi090.stdout: mds verify scatter = True 2024-09-19T06:47:46.336 INFO:teuthology.orchestra.run.smithi090.stdout: osd op complaint time = 180 2024-09-19T06:47:46.336 INFO:teuthology.orchestra.run.smithi090.stdout: rados mon op timeout = 900 2024-09-19T06:47:46.336 INFO:teuthology.orchestra.run.smithi090.stdout: rados osd op timeout = 900 2024-09-19T06:47:46.337 INFO:teuthology.orchestra.run.smithi129.stdout:[global] 2024-09-19T06:47:46.337 INFO:teuthology.orchestra.run.smithi129.stdout: chdir = "" 2024-09-19T06:47:46.337 INFO:teuthology.orchestra.run.smithi129.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:47:46.337 INFO:teuthology.orchestra.run.smithi129.stdout: auth supported = cephx 2024-09-19T06:47:46.337 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.337 INFO:teuthology.orchestra.run.smithi129.stdout: filestore xattr use omap = true 2024-09-19T06:47:46.337 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.337 INFO:teuthology.orchestra.run.smithi129.stdout: mon clock drift allowed = 1.000 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: osd crush chooseleaf type = 0 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: auth debug = true 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: ms die on old message = true 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: ms die on bug = true 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: mon pg warn max object skew = 0 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.338 INFO:teuthology.orchestra.run.smithi129.stdout: osd pool default size = 2 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon osd allow primary affinity = true 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon osd allow pg remap = true 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon warn on no sortbitwise = false 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon warn on too few osds = false 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: mon_allow_pool_size_one = true 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:47:46.339 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: osd default data pool replay window = 5 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: mon allow pool delete = true 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: mon cluster log file level = debug 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: debug asserts on shutdown = true 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: mon health detail to clog = false 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: mon host = "172.21.15.90,172.21.15.129,[v2:172.21.15.129:3301,v1:172.21.15.129:6790]" 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: ms die on skipped message = False 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: fsid = ffcf6768-358b-40a4-a0a3-dc040e155e17 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout:[osd] 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: osd journal size = 100 2024-09-19T06:47:46.340 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd scrub load threshold = 5.0 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd scrub max interval = 600 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd recover clone overlap = true 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd recovery max chunk = 1048576 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd debug shutdown = true 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd debug op order = true 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd debug verify stray on activate = true 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd debug trim objects = true 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd open classes on start = true 2024-09-19T06:47:46.341 INFO:teuthology.orchestra.run.smithi129.stdout: osd debug pg log writeout = true 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: osd map max advance = 10 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: journal zero on create = true 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: filestore apply finisher threads = 3 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: bdev debug aio = true 2024-09-19T06:47:46.342 INFO:teuthology.orchestra.run.smithi129.stdout: osd debug misdirected ops = true 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: bdev async discard = True 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: bdev enable discard = True 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: bluestore allocator = bitmap 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: bluestore block size = 96636764160 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: bluestore fsck on mount = True 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: debug bluefs = 1/20 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: debug bluestore = 1/20 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: debug ms = 1 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: debug osd = 20 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: debug rocksdb = 4/10 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: mon osd full ratio = 0.9 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:47:46.343 INFO:teuthology.orchestra.run.smithi129.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: osd objectstore = bluestore 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: osd op complaint time = 180 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout:[mgr] 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: debug ms = 1 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: debug mgr = 20 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: debug mon = 20 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: debug auth = 20 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: mgr/telemetry/nag = false 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: debug client = 20 2024-09-19T06:47:46.344 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout:[mon] 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: debug ms = 1 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: debug mon = 20 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: debug paxos = 20 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: debug auth = 20 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: mon data avail warn = 5 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: mon mgr mkfs grace = 240 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: mon osd reporter subtree level = osd 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: mon osd prime pg temp = true 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.345 INFO:teuthology.orchestra.run.smithi129.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:47:46.346 INFO:teuthology.orchestra.run.smithi129.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:47:46.346 INFO:teuthology.orchestra.run.smithi129.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:47:46.346 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.346 INFO:teuthology.orchestra.run.smithi129.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:47:46.346 INFO:teuthology.orchestra.run.smithi129.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:47:46.346 INFO:teuthology.orchestra.run.smithi129.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:47:46.346 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.346 INFO:teuthology.orchestra.run.smithi129.stdout: # 1m isn't quite enough 2024-09-19T06:47:46.346 INFO:teuthology.orchestra.run.smithi129.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: mon down mkfs grace = 300 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: mon op complaint time = 120 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: mon warn on pool no app = False 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout:[client] 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: rgw cache enabled = true 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: rgw enable ops log = true 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: rgw enable usage log = true 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: client mount timeout = 600 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: debug client = 20 2024-09-19T06:47:46.347 INFO:teuthology.orchestra.run.smithi129.stdout: debug ms = 1 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout: pid file = "" 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout: rados mon op timeout = 900 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout: rados osd op timeout = 900 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout:[mon.a] 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout:[mon.b] 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout:[mon.c] 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout:[mds.a] 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout:[mds.c] 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout:[mds.b] 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout:[mds.d] 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout:[mds] 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout: debug mds = 20 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout: debug mds balancer = 20 2024-09-19T06:47:46.348 INFO:teuthology.orchestra.run.smithi129.stdout: debug ms = 1 2024-09-19T06:47:46.349 INFO:teuthology.orchestra.run.smithi129.stdout: mds debug frag = True 2024-09-19T06:47:46.349 INFO:teuthology.orchestra.run.smithi129.stdout: mds debug scatterstat = True 2024-09-19T06:47:46.349 INFO:teuthology.orchestra.run.smithi129.stdout: mds op complaint time = 180 2024-09-19T06:47:46.349 INFO:teuthology.orchestra.run.smithi129.stdout: mds verify scatter = True 2024-09-19T06:47:46.349 INFO:teuthology.orchestra.run.smithi129.stdout: osd op complaint time = 180 2024-09-19T06:47:46.349 INFO:teuthology.orchestra.run.smithi129.stdout: rados mon op timeout = 900 2024-09-19T06:47:46.349 INFO:teuthology.orchestra.run.smithi129.stdout: rados osd op timeout = 900 2024-09-19T06:47:46.356 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T06:47:46.356 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T06:47:46.453 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T06:47:46.454 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:46.454 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T06:47:46.489 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:46.489 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T06:47:46.565 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:47:46.565 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:46.565 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T06:47:46.565 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T06:47:46.681 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:47:46.682 DEBUG:teuthology.orchestra.run.smithi090:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:47:46.756 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:47:46.757 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:47:46.757 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T06:47:46.757 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T06:47:46.835 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:47:46.835 DEBUG:teuthology.orchestra.run.smithi129:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:47:46.911 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T06:47:46.911 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T06:47:46.911 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T06:47:47.014 INFO:teuthology.orchestra.run.smithi090.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T06:47:47.020 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T06:47:47.149 INFO:teuthology.orchestra.run.smithi129.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T06:47:47.156 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T06:47:47.156 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T06:47:47.259 INFO:teuthology.orchestra.run.smithi090.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T06:47:47.264 DEBUG:teuthology.orchestra.run.smithi090:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-19T06:47:47.319 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T06:47:47.421 INFO:teuthology.orchestra.run.smithi090.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T06:47:47.426 DEBUG:teuthology.orchestra.run.smithi090:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-19T06:47:47.481 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T06:47:47.585 INFO:teuthology.orchestra.run.smithi129.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T06:47:47.590 DEBUG:teuthology.orchestra.run.smithi129:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-19T06:47:47.645 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T06:47:47.747 INFO:teuthology.orchestra.run.smithi129.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T06:47:47.752 DEBUG:teuthology.orchestra.run.smithi129:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-19T06:47:47.808 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T06:47:47.809 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T06:47:47.888 INFO:teuthology.orchestra.run.smithi090.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T06:47:47.916 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-19T06:47:47.997 INFO:teuthology.orchestra.run.smithi090.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-19T06:47:48.024 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T06:47:48.106 INFO:teuthology.orchestra.run.smithi129.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T06:47:48.134 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-19T06:47:48.216 INFO:teuthology.orchestra.run.smithi129.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-19T06:47:48.241 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T06:47:48.242 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi090.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi129.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T06:47:48.242 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T06:47:48.297 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:47:48.297 INFO:tasks.ceph:role: osd.0 2024-09-19T06:47:48.297 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:47:48.297 DEBUG:teuthology.orchestra.run.smithi090:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T06:47:48.360 INFO:teuthology.orchestra.run.smithi090.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:47:48.360 INFO:teuthology.orchestra.run.smithi090.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:47:48.360 INFO:teuthology.orchestra.run.smithi090.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:47:48.360 INFO:teuthology.orchestra.run.smithi090.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:47:48.360 INFO:teuthology.orchestra.run.smithi090.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:47:48.360 INFO:teuthology.orchestra.run.smithi090.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:47:48.361 INFO:teuthology.orchestra.run.smithi090.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:47:48.361 INFO:teuthology.orchestra.run.smithi090.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:47:48.361 INFO:teuthology.orchestra.run.smithi090.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:47:48.361 INFO:teuthology.orchestra.run.smithi090.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:47:48.771 INFO:teuthology.orchestra.run.smithi090.stdout:Discarding blocks...Done. 2024-09-19T06:47:48.774 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi090.front.sepia.ceph.com -o noatime 2024-09-19T06:47:48.775 DEBUG:teuthology.orchestra.run.smithi090:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T06:47:48.915 DEBUG:teuthology.orchestra.run.smithi090:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T06:47:48.978 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T06:47:49.034 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:47:49.034 INFO:tasks.ceph:role: osd.1 2024-09-19T06:47:49.034 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:47:49.034 DEBUG:teuthology.orchestra.run.smithi090:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T06:47:49.096 INFO:teuthology.orchestra.run.smithi090.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:47:49.096 INFO:teuthology.orchestra.run.smithi090.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:47:49.096 INFO:teuthology.orchestra.run.smithi090.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:47:49.097 INFO:teuthology.orchestra.run.smithi090.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:47:49.097 INFO:teuthology.orchestra.run.smithi090.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:47:49.097 INFO:teuthology.orchestra.run.smithi090.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:47:49.097 INFO:teuthology.orchestra.run.smithi090.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:47:49.097 INFO:teuthology.orchestra.run.smithi090.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:47:49.097 INFO:teuthology.orchestra.run.smithi090.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:47:49.097 INFO:teuthology.orchestra.run.smithi090.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:47:49.456 INFO:teuthology.orchestra.run.smithi090.stdout:Discarding blocks...Done. 2024-09-19T06:47:49.459 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi090.front.sepia.ceph.com -o noatime 2024-09-19T06:47:49.460 DEBUG:teuthology.orchestra.run.smithi090:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T06:47:49.545 DEBUG:teuthology.orchestra.run.smithi090:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T06:47:49.607 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T06:47:49.661 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:47:49.661 INFO:tasks.ceph:role: osd.2 2024-09-19T06:47:49.662 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:47:49.662 DEBUG:teuthology.orchestra.run.smithi090:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:47:49.724 INFO:teuthology.orchestra.run.smithi090.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:47:50.113 INFO:teuthology.orchestra.run.smithi090.stdout:Discarding blocks...Done. 2024-09-19T06:47:50.116 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi090.front.sepia.ceph.com -o noatime 2024-09-19T06:47:50.116 DEBUG:teuthology.orchestra.run.smithi090:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T06:47:50.216 DEBUG:teuthology.orchestra.run.smithi090:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T06:47:50.278 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T06:47:50.332 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:47:50.333 INFO:tasks.ceph:role: osd.3 2024-09-19T06:47:50.333 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:47:50.333 DEBUG:teuthology.orchestra.run.smithi090:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T06:47:50.395 INFO:teuthology.orchestra.run.smithi090.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:47:50.395 INFO:teuthology.orchestra.run.smithi090.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:47:50.396 INFO:teuthology.orchestra.run.smithi090.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:47:50.396 INFO:teuthology.orchestra.run.smithi090.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:47:50.396 INFO:teuthology.orchestra.run.smithi090.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:47:50.396 INFO:teuthology.orchestra.run.smithi090.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:47:50.396 INFO:teuthology.orchestra.run.smithi090.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:47:50.396 INFO:teuthology.orchestra.run.smithi090.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:47:50.396 INFO:teuthology.orchestra.run.smithi090.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:47:50.396 INFO:teuthology.orchestra.run.smithi090.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:47:50.823 INFO:teuthology.orchestra.run.smithi090.stdout:Discarding blocks...Done. 2024-09-19T06:47:50.827 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi090.front.sepia.ceph.com -o noatime 2024-09-19T06:47:50.827 DEBUG:teuthology.orchestra.run.smithi090:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T06:47:50.964 DEBUG:teuthology.orchestra.run.smithi090:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T06:47:51.028 DEBUG:teuthology.orchestra.run.smithi090:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:47:51.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:51.131+0000 7f88a2d4f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T06:47:51.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:51.134+0000 7f88a2d4f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T06:47:51.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:51.135+0000 7f88a2d4f640 -1 bdev(0x557a29551800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T06:47:51.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:51.135+0000 7f88a2d4f640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T06:47:54.421 DEBUG:teuthology.orchestra.run.smithi090:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T06:47:54.477 DEBUG:teuthology.orchestra.run.smithi090:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:47:54.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:54.567+0000 7faa74417640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T06:47:54.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:54.567+0000 7faa74417640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T06:47:54.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:54.567+0000 7faa74417640 -1 bdev(0x556c5e4d3800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T06:47:54.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:54.568+0000 7faa74417640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T06:47:58.363 DEBUG:teuthology.orchestra.run.smithi090:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T06:47:58.425 DEBUG:teuthology.orchestra.run.smithi090:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:47:58.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:58.516+0000 7eff679b9640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T06:47:58.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:58.516+0000 7eff679b9640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T06:47:58.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:58.516+0000 7eff679b9640 -1 bdev(0x556137995800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T06:47:58.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:47:58.517+0000 7eff679b9640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T06:48:02.004 DEBUG:teuthology.orchestra.run.smithi090:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T06:48:02.062 DEBUG:teuthology.orchestra.run.smithi090:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:48:02.152 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:02.151+0000 7fedb51db640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T06:48:02.153 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:02.152+0000 7fedb51db640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T06:48:02.153 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:02.152+0000 7fedb51db640 -1 bdev(0x560786405800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T06:48:02.153 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:02.152+0000 7fedb51db640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T06:48:05.915 DEBUG:teuthology.orchestra.run.smithi090:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T06:48:05.976 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T06:48:06.039 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:48:06.039 INFO:tasks.ceph:role: osd.4 2024-09-19T06:48:06.039 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:48:06.039 DEBUG:teuthology.orchestra.run.smithi129:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T06:48:06.104 INFO:teuthology.orchestra.run.smithi129.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:48:06.104 INFO:teuthology.orchestra.run.smithi129.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:48:06.104 INFO:teuthology.orchestra.run.smithi129.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:48:06.104 INFO:teuthology.orchestra.run.smithi129.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:48:06.104 INFO:teuthology.orchestra.run.smithi129.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:48:06.104 INFO:teuthology.orchestra.run.smithi129.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:48:06.104 INFO:teuthology.orchestra.run.smithi129.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:48:06.104 INFO:teuthology.orchestra.run.smithi129.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:48:06.104 INFO:teuthology.orchestra.run.smithi129.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:48:06.105 INFO:teuthology.orchestra.run.smithi129.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:48:06.511 INFO:teuthology.orchestra.run.smithi129.stdout:Discarding blocks...Done. 2024-09-19T06:48:06.515 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi129.front.sepia.ceph.com -o noatime 2024-09-19T06:48:06.515 DEBUG:teuthology.orchestra.run.smithi129:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T06:48:06.652 DEBUG:teuthology.orchestra.run.smithi129:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T06:48:06.719 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T06:48:06.775 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:48:06.775 INFO:tasks.ceph:role: osd.5 2024-09-19T06:48:06.775 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:48:06.775 DEBUG:teuthology.orchestra.run.smithi129:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T06:48:06.839 INFO:teuthology.orchestra.run.smithi129.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:48:06.839 INFO:teuthology.orchestra.run.smithi129.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:48:06.840 INFO:teuthology.orchestra.run.smithi129.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:48:06.840 INFO:teuthology.orchestra.run.smithi129.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:48:06.840 INFO:teuthology.orchestra.run.smithi129.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:48:06.840 INFO:teuthology.orchestra.run.smithi129.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:48:06.840 INFO:teuthology.orchestra.run.smithi129.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:48:06.840 INFO:teuthology.orchestra.run.smithi129.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:48:06.840 INFO:teuthology.orchestra.run.smithi129.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:48:06.840 INFO:teuthology.orchestra.run.smithi129.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:48:07.192 INFO:teuthology.orchestra.run.smithi129.stdout:Discarding blocks...Done. 2024-09-19T06:48:07.196 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi129.front.sepia.ceph.com -o noatime 2024-09-19T06:48:07.196 DEBUG:teuthology.orchestra.run.smithi129:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T06:48:07.282 DEBUG:teuthology.orchestra.run.smithi129:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T06:48:07.346 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T06:48:07.404 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:48:07.404 INFO:tasks.ceph:role: osd.6 2024-09-19T06:48:07.404 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:48:07.404 DEBUG:teuthology.orchestra.run.smithi129:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T06:48:07.467 INFO:teuthology.orchestra.run.smithi129.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:48:07.467 INFO:teuthology.orchestra.run.smithi129.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:48:07.467 INFO:teuthology.orchestra.run.smithi129.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:48:07.467 INFO:teuthology.orchestra.run.smithi129.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:48:07.467 INFO:teuthology.orchestra.run.smithi129.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:48:07.467 INFO:teuthology.orchestra.run.smithi129.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:48:07.467 INFO:teuthology.orchestra.run.smithi129.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:48:07.468 INFO:teuthology.orchestra.run.smithi129.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:48:07.468 INFO:teuthology.orchestra.run.smithi129.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:48:07.468 INFO:teuthology.orchestra.run.smithi129.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:48:07.850 INFO:teuthology.orchestra.run.smithi129.stdout:Discarding blocks...Done. 2024-09-19T06:48:07.854 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi129.front.sepia.ceph.com -o noatime 2024-09-19T06:48:07.854 DEBUG:teuthology.orchestra.run.smithi129:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T06:48:07.953 DEBUG:teuthology.orchestra.run.smithi129:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T06:48:08.016 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T06:48:08.072 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:48:08.072 INFO:tasks.ceph:role: osd.7 2024-09-19T06:48:08.072 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:48:08.072 DEBUG:teuthology.orchestra.run.smithi129:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T06:48:08.136 INFO:teuthology.orchestra.run.smithi129.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:48:08.136 INFO:teuthology.orchestra.run.smithi129.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:48:08.136 INFO:teuthology.orchestra.run.smithi129.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:48:08.136 INFO:teuthology.orchestra.run.smithi129.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:48:08.137 INFO:teuthology.orchestra.run.smithi129.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:48:08.137 INFO:teuthology.orchestra.run.smithi129.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:48:08.137 INFO:teuthology.orchestra.run.smithi129.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:48:08.137 INFO:teuthology.orchestra.run.smithi129.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:48:08.137 INFO:teuthology.orchestra.run.smithi129.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:48:08.137 INFO:teuthology.orchestra.run.smithi129.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:48:08.561 INFO:teuthology.orchestra.run.smithi129.stdout:Discarding blocks...Done. 2024-09-19T06:48:08.565 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi129.front.sepia.ceph.com -o noatime 2024-09-19T06:48:08.566 DEBUG:teuthology.orchestra.run.smithi129:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T06:48:08.701 DEBUG:teuthology.orchestra.run.smithi129:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T06:48:08.764 DEBUG:teuthology.orchestra.run.smithi129:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:48:08.863 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:08.862+0000 7feb7e1fd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T06:48:08.864 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:08.863+0000 7feb7e1fd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T06:48:08.864 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:08.863+0000 7feb7e1fd640 -1 bdev(0x564b31fbd800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T06:48:08.865 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:08.864+0000 7feb7e1fd640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T06:48:12.409 DEBUG:teuthology.orchestra.run.smithi129:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T06:48:12.466 DEBUG:teuthology.orchestra.run.smithi129:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:48:12.557 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:12.556+0000 7fbb7e934640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T06:48:12.557 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:12.556+0000 7fbb7e934640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T06:48:12.557 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:12.556+0000 7fbb7e934640 -1 bdev(0x55d575151800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T06:48:12.558 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:12.556+0000 7fbb7e934640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T06:48:13.877 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:48:13.882 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:48:16.039 DEBUG:teuthology.orchestra.run.smithi129:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T06:48:16.097 DEBUG:teuthology.orchestra.run.smithi129:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:48:16.188 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:16.187+0000 7f6010012640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T06:48:16.188 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:16.187+0000 7f6010012640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T06:48:16.188 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:16.187+0000 7f6010012640 -1 bdev(0x56554bc97800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T06:48:16.189 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:16.188+0000 7f6010012640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T06:48:19.747 DEBUG:teuthology.orchestra.run.smithi129:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T06:48:19.804 DEBUG:teuthology.orchestra.run.smithi129:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:48:19.895 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:19.893+0000 7f1b91aae640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T06:48:19.895 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:19.893+0000 7f1b91aae640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T06:48:19.895 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:19.893+0000 7f1b91aae640 -1 bdev(0x55b36ecad800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T06:48:19.895 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:19.894+0000 7f1b91aae640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T06:48:23.691 DEBUG:teuthology.orchestra.run.smithi129:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T06:48:23.751 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T06:48:23.751 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:23.751 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T06:48:23.813 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:23.813 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-19T06:48:23.912 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:23.912 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-19T06:48:24.008 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:24.008 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T06:48:24.105 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:24.105 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T06:48:24.200 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:24.201 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T06:48:24.295 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:24.295 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T06:48:24.391 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:24.391 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T06:48:24.453 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:24.453 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-19T06:48:24.551 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:24.552 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-19T06:48:24.649 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:24.649 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T06:48:24.745 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:24.745 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T06:48:24.840 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:24.840 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T06:48:24.935 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:24.935 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T06:48:25.030 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:25.030 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T06:48:25.067 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:25.067 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-19T06:48:25.143 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:25.143 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T06:48:25.178 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:25.178 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-19T06:48:25.252 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T06:48:25.252 DEBUG:teuthology.orchestra.run.smithi090:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T06:48:25.256 DEBUG:teuthology.orchestra.run.smithi129:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T06:48:25.305 INFO:teuthology.orchestra.run.smithi090.stdout:[mgr.y] 2024-09-19T06:48:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQATyetmIP7cABAA7nk5krGP7tXFzFOTON8o1A== 2024-09-19T06:48:25.305 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.a] 2024-09-19T06:48:25.305 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQATyetmD/lyDxAAKQIG40OJylQsWdo/yESYjQ== 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.c] 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQATyetmmQ0eGRAAZmLIBzo+T5FlNrB9ix0zaA== 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout:[osd.0] 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAXyetmLGDkBxAA1TcRmwW+1lgwKXEBHlfRkA== 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout:[osd.1] 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAayetmXVviIRAAYFGalx/p0hI7iTiACOjMjQ== 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout:[osd.2] 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAeyetmwELZHhAAZ2980S0got42eHpHegORnw== 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout:[osd.3] 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAiyetm+scXCRAAnF5H+FumIfZB4Agb9bESMA== 2024-09-19T06:48:25.306 INFO:teuthology.orchestra.run.smithi090.stdout:[mgr.x] 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQATyetmZUDnCBAAoujHlIQPtDXS0M3lHdkUhQ== 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.b] 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQATyetmIwbgIhAAFpHwlsWii7p1DcZ5Y1yATw== 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:[mds.d] 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQATyetm55qMLBAATaRLkMc8/I/HOz02+d5KcA== 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:[osd.4] 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAoyetmQ7xzMxAArv4W7+ryLQkYR59oK4Xj6A== 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:[osd.5] 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAsyetmOQI0IRAA3JshKBQ4cCaDwGvd6cFL7w== 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:[osd.6] 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAwyetmw5M2CxAAIoszWzpD+yfgcqmJWi8E6w== 2024-09-19T06:48:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:[osd.7] 2024-09-19T06:48:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAzyetm4DtPNRAA1C+2nAa76fj8XCSCu0P8PQ== 2024-09-19T06:48:25.308 INFO:teuthology.orchestra.run.smithi090.stdout:[client.0] 2024-09-19T06:48:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQATyetmARX9NBAA8AXUBM42zjZocXBfIlXR6w== 2024-09-19T06:48:25.308 INFO:teuthology.orchestra.run.smithi090.stdout:[client.2] 2024-09-19T06:48:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQATyetmFUdzOxAAAalPGG/b5+vCIn/36P7a2A== 2024-09-19T06:48:25.308 INFO:teuthology.orchestra.run.smithi090.stdout:[client.1] 2024-09-19T06:48:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAUyetmfF5cBhAAc4M+ubqqY6KGHJakam+0zg== 2024-09-19T06:48:25.308 INFO:teuthology.orchestra.run.smithi090.stdout:[client.3] 2024-09-19T06:48:25.308 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAUyetmZrTJDBAAlI9A1zNRipLqTqLXX+CrvA== 2024-09-19T06:48:25.344 INFO:teuthology.orchestra.run.smithi129.stdout:[mgr.y] 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQATyetmIP7cABAA7nk5krGP7tXFzFOTON8o1A== 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout:[mds.a] 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQATyetmD/lyDxAAKQIG40OJylQsWdo/yESYjQ== 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout:[mds.c] 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQATyetmmQ0eGRAAZmLIBzo+T5FlNrB9ix0zaA== 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout:[osd.0] 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAXyetmLGDkBxAA1TcRmwW+1lgwKXEBHlfRkA== 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout:[osd.1] 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAayetmXVviIRAAYFGalx/p0hI7iTiACOjMjQ== 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout:[osd.2] 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAeyetmwELZHhAAZ2980S0got42eHpHegORnw== 2024-09-19T06:48:25.345 INFO:teuthology.orchestra.run.smithi129.stdout:[osd.3] 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAiyetm+scXCRAAnF5H+FumIfZB4Agb9bESMA== 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout:[mgr.x] 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQATyetmZUDnCBAAoujHlIQPtDXS0M3lHdkUhQ== 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout:[mds.b] 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQATyetmIwbgIhAAFpHwlsWii7p1DcZ5Y1yATw== 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout:[mds.d] 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQATyetm55qMLBAATaRLkMc8/I/HOz02+d5KcA== 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout:[osd.4] 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAoyetmQ7xzMxAArv4W7+ryLQkYR59oK4Xj6A== 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout:[osd.5] 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAsyetmOQI0IRAA3JshKBQ4cCaDwGvd6cFL7w== 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout:[osd.6] 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAwyetmw5M2CxAAIoszWzpD+yfgcqmJWi8E6w== 2024-09-19T06:48:25.346 INFO:teuthology.orchestra.run.smithi129.stdout:[osd.7] 2024-09-19T06:48:25.347 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAzyetm4DtPNRAA1C+2nAa76fj8XCSCu0P8PQ== 2024-09-19T06:48:25.347 INFO:teuthology.orchestra.run.smithi129.stdout:[client.0] 2024-09-19T06:48:25.347 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQATyetmARX9NBAA8AXUBM42zjZocXBfIlXR6w== 2024-09-19T06:48:25.347 INFO:teuthology.orchestra.run.smithi129.stdout:[client.2] 2024-09-19T06:48:25.347 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQATyetmFUdzOxAAAalPGG/b5+vCIn/36P7a2A== 2024-09-19T06:48:25.347 INFO:teuthology.orchestra.run.smithi129.stdout:[client.1] 2024-09-19T06:48:25.347 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAUyetmfF5cBhAAc4M+ubqqY6KGHJakam+0zg== 2024-09-19T06:48:25.347 INFO:teuthology.orchestra.run.smithi129.stdout:[client.3] 2024-09-19T06:48:25.347 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAUyetmZrTJDBAAlI9A1zNRipLqTqLXX+CrvA== 2024-09-19T06:48:25.348 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T06:48:25.352 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T06:48:25.481 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:48:25.485 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:48:25.581 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:48:25.585 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:48:25.681 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:25.685 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:25.778 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:25.782 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:25.875 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:25.879 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:25.972 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:25.976 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:26.069 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T06:48:26.073 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T06:48:26.166 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:48:26.170 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:48:26.266 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:48:26.270 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:48:26.366 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:26.370 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:26.463 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:26.467 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:26.560 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:26.564 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:26.658 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:26.664 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:48:26.757 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:48:26.761 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:48:26.858 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:48:26.861 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:48:26.958 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:48:26.961 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:48:27.057 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:48:27.062 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:48:27.157 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T06:48:27.158 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T06:48:27.212 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T06:48:27.319 DEBUG:teuthology.orchestra.run.smithi090:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T06:48:27.374 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T06:48:27.430 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T06:48:27.536 DEBUG:teuthology.orchestra.run.smithi129:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T06:48:27.592 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T06:48:27.647 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T06:48:27.753 DEBUG:teuthology.orchestra.run.smithi129:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T06:48:27.809 DEBUG:teuthology.orchestra.run.smithi090:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:48:27.813 DEBUG:teuthology.orchestra.run.smithi129:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:48:27.847 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T06:48:27.847 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T06:48:27.848 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T06:48:27.888 INFO:tasks.ceph.mon.a:Started 2024-09-19T06:48:27.888 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T06:48:27.888 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T06:48:27.893 INFO:tasks.ceph.mon.b:Started 2024-09-19T06:48:27.893 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T06:48:27.893 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T06:48:27.896 INFO:tasks.ceph.mon.c:Started 2024-09-19T06:48:27.897 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T06:48:27.897 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T06:48:27.897 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T06:48:27.900 INFO:tasks.ceph.mgr.y:Started 2024-09-19T06:48:27.901 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T06:48:27.901 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T06:48:27.905 INFO:tasks.ceph.mgr.x:Started 2024-09-19T06:48:27.905 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T06:48:27.905 DEBUG:teuthology.orchestra.run.smithi090:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T06:48:28.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.057+0000 7f4375a00640 1 Processor -- start 2024-09-19T06:48:28.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.057+0000 7f4375a00640 1 -- start start 2024-09-19T06:48:28.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f4375a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f4375a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f4375a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f4375a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f43700d2ca0 con 0x7f43700cf1f0 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f4375a00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f43700cf860 con 0x7f43700b6720 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f4375a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f43700cfb40 con 0x7f437015e7a0 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f436e000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f436e000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55512/0 (socket says 172.21.15.90:55512) 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f436e000640 1 -- 172.21.15.90:0/3138707930 learned_addr learned my addr 172.21.15.90:0/3138707930 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.058+0000 7f436ea00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436e000640 1 -- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 msgr2=0x7f43700b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:48:28.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436e000640 1 -- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 msgr2=0x7f43700b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436e000640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436e000640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436ea00640 1 -- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 msgr2=0x7f437006caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436ea00640 1 -- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 msgr2=0x7f437006caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436ea00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436ea00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436f400640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436f400640 1 -- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 msgr2=0x7f43701623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436f400640 1 -- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 msgr2=0x7f43701623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436f400640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:48:28.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.059+0000 7f436f400640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T06:48:28.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436e000640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436ea00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436f400640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436e000640 1 -- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 msgr2=0x7f43700b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:48:28.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436e000640 1 -- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 msgr2=0x7f43700b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:48:28.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436e000640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:48:28.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436e000640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T06:48:28.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436ea00640 1 -- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 msgr2=0x7f437006caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-19T06:48:28.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436ea00640 1 -- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 msgr2=0x7f437006caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:48:28.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436f400640 1 -- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 msgr2=0x7f43701623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-19T06:48:28.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436ea00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:48:28.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436f400640 1 -- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 msgr2=0x7f43701623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:48:28.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436f400640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:48:28.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436f400640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T06:48:28.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.260+0000 7f436ea00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T06:48:28.394 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:28.393+0000 7fd4e311e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T06:48:28.396 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:28.394+0000 7f12d558a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T06:48:28.442 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:28.440+0000 7fd4e311e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T06:48:28.443 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:28.442+0000 7f12d558a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T06:48:28.614 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:28.613+0000 7f12d558a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T06:48:28.614 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:28.613+0000 7fd4e311e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T06:48:28.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.661+0000 7f436e000640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.90:3300/0 conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.661+0000 7f436f400640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.661+0000 7f436ea00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.661+0000 7f436e000640 1 -- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 msgr2=0x7f437006caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:28.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.661+0000 7f436e000640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.661+0000 7f436e000640 1 -- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 msgr2=0x7f43701623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:28.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.661+0000 7f436e000640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.661+0000 7f436e000640 1 -- 172.21.15.90:0/3138707930 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43700cfe20 con 0x7f43700cf1f0 2024-09-19T06:48:28.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.662+0000 7f436e000640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 0x7f43700b61e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4370163460 tx=0x7f435c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42590ef0c064adac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:28.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.663+0000 7f436d600640 1 -- 172.21.15.90:0/3138707930 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f435c038070 con 0x7f43700cf1f0 2024-09-19T06:48:28.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.663+0000 7f436d600640 1 -- 172.21.15.90:0/3138707930 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f435c030480 con 0x7f43700cf1f0 2024-09-19T06:48:28.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.663+0000 7f436d600640 1 -- 172.21.15.90:0/3138707930 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f435c00f040 con 0x7f43700cf1f0 2024-09-19T06:48:28.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.663+0000 7f4375a00640 1 -- 172.21.15.90:0/3138707930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 msgr2=0x7f43700b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:28.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.663+0000 7f4375a00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 0x7f43700b61e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4370163460 tx=0x7f435c02a6a0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.665 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.664+0000 7f4375a00640 1 -- 172.21.15.90:0/3138707930 shutdown_connections 2024-09-19T06:48:28.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.664+0000 7f4375a00640 1 --2- 172.21.15.90:0/3138707930 >> v2:172.21.15.129:3300/0 conn(0x7f43700b6720 0x7f43701623c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.664+0000 7f4375a00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 0x7f43700b61e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.664+0000 7f4375a00640 1 --2- 172.21.15.90:0/3138707930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f437006caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.664+0000 7f4375a00640 1 -- 172.21.15.90:0/3138707930 >> 172.21.15.90:0/3138707930 conn(0x7f43700d11e0 msgr2=0x7f43700d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:28.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.664+0000 7f4375a00640 1 -- 172.21.15.90:0/3138707930 shutdown_connections 2024-09-19T06:48:28.666 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.664+0000 7f4375a00640 1 -- 172.21.15.90:0/3138707930 wait complete. 2024-09-19T06:48:28.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.665+0000 7f4375a00640 1 Processor -- start 2024-09-19T06:48:28.667 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.666+0000 7f4375a00640 1 -- start start 2024-09-19T06:48:28.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.666+0000 7f4375a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43700b6720 0x7f437015f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:28.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.666+0000 7f4375a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 0x7f43701619e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:28.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.666+0000 7f4375a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f43701e9380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:28.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.666+0000 7f4375a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f437006cfe0 con 0x7f43700cf1f0 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.666+0000 7f4375a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f43700b7a00 con 0x7f43700b6720 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.666+0000 7f4375a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f437015eb80 con 0x7f437015e7a0 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436e000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 0x7f43701619e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436e000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 0x7f43701619e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55570/0 (socket says 172.21.15.90:55570) 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436ea00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43700b6720 0x7f437015f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436e000640 1 -- 172.21.15.90:0/1409805699 learned_addr learned my addr 172.21.15.90:0/1409805699 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436f400640 1 --2- 172.21.15.90:0/1409805699 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f43701e9380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436ea00640 1 -- 172.21.15.90:0/1409805699 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 msgr2=0x7f43701e9380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436ea00640 1 --2- 172.21.15.90:0/1409805699 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f43701e9380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436ea00640 1 -- 172.21.15.90:0/1409805699 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 msgr2=0x7f43701619e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436ea00640 1 --2- 172.21.15.90:0/1409805699 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 0x7f43701619e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436ea00640 1 -- 172.21.15.90:0/1409805699 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43700c8fe0 con 0x7f43700b6720 2024-09-19T06:48:28.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.667+0000 7f436e000640 1 --2- 172.21.15.90:0/1409805699 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 0x7f43701619e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:28.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.668+0000 7f436ea00640 1 --2- 172.21.15.90:0/1409805699 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43700b6720 0x7f437015f850 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4360003fd0 tx=0x7f436000d870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:28.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.668+0000 7f4366a00640 1 -- 172.21.15.90:0/1409805699 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4360019070 con 0x7f43700b6720 2024-09-19T06:48:28.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.668+0000 7f4366a00640 1 -- 172.21.15.90:0/1409805699 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4360014680 con 0x7f43700b6720 2024-09-19T06:48:28.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.668+0000 7f4375a00640 1 -- 172.21.15.90:0/1409805699 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f437015ff80 con 0x7f43700b6720 2024-09-19T06:48:28.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.668+0000 7f4366a00640 1 -- 172.21.15.90:0/1409805699 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4360014a30 con 0x7f43700b6720 2024-09-19T06:48:28.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.668+0000 7f4375a00640 1 -- 172.21.15.90:0/1409805699 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4370160540 con 0x7f43700b6720 2024-09-19T06:48:28.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.668+0000 7f4366a00640 1 -- 172.21.15.90:0/1409805699 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f436001c070 con 0x7f43700b6720 2024-09-19T06:48:28.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.668+0000 7f4366a00640 1 -- 172.21.15.90:0/1409805699 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4360015790 con 0x7f43700b6720 2024-09-19T06:48:28.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.669+0000 7f4375a00640 1 -- 172.21.15.90:0/1409805699 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43700b61e0 con 0x7f43700b6720 2024-09-19T06:48:28.673 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:28.672+0000 7f12d558a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T06:48:28.674 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:28.673+0000 7fd4e311e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T06:48:28.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.674+0000 7f4366a00640 1 -- 172.21.15.90:0/1409805699 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f43700c8fe0 con 0x7f43700b6720 2024-09-19T06:48:28.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.740+0000 7f4375a00640 1 -- 172.21.15.90:0/1409805699 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f43700d2a80 con 0x7f43700b6720 2024-09-19T06:48:28.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.749+0000 7f4366a00640 1 -- 172.21.15.90:0/1409805699 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f4360014cc0 con 0x7f43700b6720 2024-09-19T06:48:28.750 INFO:teuthology.orchestra.run.smithi090.stderr:adjusted tunables profile to default 2024-09-19T06:48:28.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.750+0000 7f4375a00640 1 -- 172.21.15.90:0/1409805699 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43700b6720 msgr2=0x7f437015f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:28.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.750+0000 7f4375a00640 1 --2- 172.21.15.90:0/1409805699 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43700b6720 0x7f437015f850 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4360003fd0 tx=0x7f436000d870 comp rx=0 tx=0).stop 2024-09-19T06:48:28.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.750+0000 7f4375a00640 1 -- 172.21.15.90:0/1409805699 shutdown_connections 2024-09-19T06:48:28.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.750+0000 7f4375a00640 1 --2- 172.21.15.90:0/1409805699 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f437015e7a0 0x7f43701e9380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.750+0000 7f4375a00640 1 --2- 172.21.15.90:0/1409805699 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43700cf1f0 0x7f43701619e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.750+0000 7f4375a00640 1 --2- 172.21.15.90:0/1409805699 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43700b6720 0x7f437015f850 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:28.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.750+0000 7f4375a00640 1 -- 172.21.15.90:0/1409805699 >> 172.21.15.90:0/1409805699 conn(0x7f43700d11e0 msgr2=0x7f43700d3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:28.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.750+0000 7f4375a00640 1 -- 172.21.15.90:0/1409805699 shutdown_connections 2024-09-19T06:48:28.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:28.750+0000 7f4375a00640 1 -- 172.21.15.90:0/1409805699 wait complete. 2024-09-19T06:48:28.766 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T06:48:28.767 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T06:48:28.767 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:28.767 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T06:48:28.823 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:28.824 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T06:48:28.863 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:28.862+0000 7f12d558a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T06:48:28.868 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:28.865+0000 7fd4e311e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T06:48:28.920 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:28.920 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T06:48:28.987 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:28.986+0000 7f12d558a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T06:48:29.001 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:28.998+0000 7fd4e311e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T06:48:29.016 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:48:29.017 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T06:48:29.112 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:29.112 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T06:48:29.169 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:29.169 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T06:48:29.265 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:29.265 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T06:48:29.361 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:48:29.361 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T06:48:29.365 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:29.363+0000 7f12d558a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T06:48:29.372 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:29.371+0000 7fd4e311e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T06:48:29.420 DEBUG:teuthology.orchestra.run.smithi129:> sudo ceph --cluster ceph osd new 90a67d3f-4c04-4705-b61e-02c6176934ac 0 2024-09-19T06:48:29.432 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:29.431+0000 7fd4e311e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T06:48:29.433 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:29.432+0000 7f12d558a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T06:48:29.582 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.581+0000 7fc182800640 1 Processor -- start 2024-09-19T06:48:29.582 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.581+0000 7fc182800640 1 -- start start 2024-09-19T06:48:29.584 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc182800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fc17c15e7a0 0x7fc17c06caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.584 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc182800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fc17c0cf1f0 0x7fc17c0b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.584 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc182800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c0b6720 0x7fc17c1623c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.584 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc182800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fc17c0d2ca0 con 0x7fc17c0cf1f0 2024-09-19T06:48:29.584 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc182800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fc17c0cf860 con 0x7fc17c15e7a0 2024-09-19T06:48:29.584 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc182800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc17c0cfb40 con 0x7fc17c0b6720 2024-09-19T06:48:29.584 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc17b400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fc17c15e7a0 0x7fc17c06caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.584 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc17b400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fc17c15e7a0 0x7fc17c06caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.129:59760/0 (socket says 172.21.15.129:59760) 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc17b400640 1 -- 172.21.15.129:0/1937424601 learned_addr learned my addr 172.21.15.129:0/1937424601 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc17aa00640 1 --2- 172.21.15.129:0/1937424601 >> v2:172.21.15.90:3300/0 conn(0x7fc17c0cf1f0 0x7fc17c0b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.582+0000 7fc17be00640 1 --2- 172.21.15.129:0/1937424601 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c0b6720 0x7fc17c1623c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.583+0000 7fc17b400640 1 -- 172.21.15.129:0/1937424601 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c0b6720 msgr2=0x7fc17c1623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.583+0000 7fc17b400640 1 --2- 172.21.15.129:0/1937424601 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c0b6720 0x7fc17c1623c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.583+0000 7fc17b400640 1 -- 172.21.15.129:0/1937424601 >> v2:172.21.15.90:3300/0 conn(0x7fc17c0cf1f0 msgr2=0x7fc17c0b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.583+0000 7fc17b400640 1 --2- 172.21.15.129:0/1937424601 >> v2:172.21.15.90:3300/0 conn(0x7fc17c0cf1f0 0x7fc17c0b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.583+0000 7fc17b400640 1 -- 172.21.15.129:0/1937424601 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc17c0cfe20 con 0x7fc17c15e7a0 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.583+0000 7fc17be00640 1 --2- 172.21.15.129:0/1937424601 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c0b6720 0x7fc17c1623c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:29.585 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.583+0000 7fc17aa00640 1 --2- 172.21.15.129:0/1937424601 >> v2:172.21.15.90:3300/0 conn(0x7fc17c0cf1f0 0x7fc17c0b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:29.586 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.584+0000 7fc17b400640 1 --2- 172.21.15.129:0/1937424601 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc17c15e7a0 0x7fc17c06caa0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc17c0d5820 tx=0x7fc16c02a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=684591653d846965 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.584+0000 7fc17a000640 1 -- 172.21.15.129:0/1937424601 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16c037070 con 0x7fc17c15e7a0 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.584+0000 7fc17a000640 1 -- 172.21.15.129:0/1937424601 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc16c032440 con 0x7fc17c15e7a0 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.584+0000 7fc17a000640 1 -- 172.21.15.129:0/1937424601 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16c032810 con 0x7fc17c15e7a0 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.585+0000 7fc182800640 1 -- 172.21.15.129:0/1937424601 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc17c15e7a0 msgr2=0x7fc17c06caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.585+0000 7fc182800640 1 --2- 172.21.15.129:0/1937424601 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc17c15e7a0 0x7fc17c06caa0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc17c0d5820 tx=0x7fc16c02a140 comp rx=0 tx=0).stop 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.585+0000 7fc182800640 1 -- 172.21.15.129:0/1937424601 shutdown_connections 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.585+0000 7fc182800640 1 --2- 172.21.15.129:0/1937424601 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c0b6720 0x7fc17c1623c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.585+0000 7fc182800640 1 --2- 172.21.15.129:0/1937424601 >> v2:172.21.15.90:3300/0 conn(0x7fc17c0cf1f0 0x7fc17c0b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.585+0000 7fc182800640 1 --2- 172.21.15.129:0/1937424601 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc17c15e7a0 0x7fc17c06caa0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.585+0000 7fc182800640 1 -- 172.21.15.129:0/1937424601 >> 172.21.15.129:0/1937424601 conn(0x7fc17c0d11e0 msgr2=0x7fc17c0d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.585+0000 7fc182800640 1 -- 172.21.15.129:0/1937424601 shutdown_connections 2024-09-19T06:48:29.587 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.585+0000 7fc182800640 1 -- 172.21.15.129:0/1937424601 wait complete. 2024-09-19T06:48:29.588 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.587+0000 7fc182800640 1 Processor -- start 2024-09-19T06:48:29.588 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.587+0000 7fc182800640 1 -- start start 2024-09-19T06:48:29.590 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc182800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc17c0b6720 0x7fc17c0b9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.590 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc182800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc17c0cf1f0 0x7fc17c156650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc182800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c15e7a0 0x7fc17c156b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc182800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c06cfe0 con 0x7fc17c0b6720 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc182800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c0b7a00 con 0x7fc17c0cf1f0 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc182800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc17c15eb80 con 0x7fc17c15e7a0 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc17be00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c15e7a0 0x7fc17c156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc17aa00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc17c0cf1f0 0x7fc17c156650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc17be00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c15e7a0 0x7fc17c156b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.129:44264/0 (socket says 172.21.15.129:44264) 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc17be00640 1 -- 172.21.15.129:0/1796105918 learned_addr learned my addr 172.21.15.129:0/1796105918 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc17b400640 1 --2- 172.21.15.129:0/1796105918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc17c0b6720 0x7fc17c0b9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc17be00640 1 -- 172.21.15.129:0/1796105918 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc17c0cf1f0 msgr2=0x7fc17c156650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.588+0000 7fc17be00640 1 --2- 172.21.15.129:0/1796105918 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc17c0cf1f0 0x7fc17c156650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc17be00640 1 -- 172.21.15.129:0/1796105918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc17c0b6720 msgr2=0x7fc17c0b9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:29.591 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc17be00640 1 --2- 172.21.15.129:0/1796105918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc17c0b6720 0x7fc17c0b9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc17be00640 1 -- 172.21.15.129:0/1796105918 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc17c0c8a30 con 0x7fc17c15e7a0 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc17b400640 1 --2- 172.21.15.129:0/1796105918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc17c0b6720 0x7fc17c0b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc17be00640 1 --2- 172.21.15.129:0/1796105918 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c15e7a0 0x7fc17c156b90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc17400eed0 tx=0x7fc17400b480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc173400640 1 -- 172.21.15.129:0/1796105918 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc174018030 con 0x7fc17c15e7a0 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc173400640 1 -- 172.21.15.129:0/1796105918 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc17400bd20 con 0x7fc17c15e7a0 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc182800640 1 -- 172.21.15.129:0/1796105918 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc17c0b7f60 con 0x7fc17c15e7a0 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc173400640 1 -- 172.21.15.129:0/1796105918 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc174003bd0 con 0x7fc17c15e7a0 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc182800640 1 -- 172.21.15.129:0/1796105918 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc17c0b8520 con 0x7fc17c15e7a0 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.589+0000 7fc173400640 1 -- 172.21.15.129:0/1796105918 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc174005d10 con 0x7fc17c15e7a0 2024-09-19T06:48:29.592 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.590+0000 7fc173400640 1 -- 172.21.15.129:0/1796105918 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7fc174014740 con 0x7fc17c15e7a0 2024-09-19T06:48:29.593 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.590+0000 7fc182800640 1 -- 172.21.15.129:0/1796105918 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc17c0b61e0 con 0x7fc17c15e7a0 2024-09-19T06:48:29.594 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.593+0000 7fc173400640 1 -- 172.21.15.129:0/1796105918 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc174022070 con 0x7fc17c15e7a0 2024-09-19T06:48:29.599 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:29.598+0000 7fd4e311e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T06:48:29.613 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:29.612+0000 7f12d558a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T06:48:29.666 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.665+0000 7fc182800640 1 -- 172.21.15.129:0/1796105918 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd new", "uuid": "90a67d3f-4c04-4705-b61e-02c6176934ac", "id": 0} v 0) -- 0x7fc17c0d2a80 con 0x7fc17c15e7a0 2024-09-19T06:48:29.670 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.669+0000 7fc173400640 1 -- 172.21.15.129:0/1796105918 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "90a67d3f-4c04-4705-b61e-02c6176934ac", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7fc174014940 con 0x7fc17c15e7a0 2024-09-19T06:48:29.671 INFO:teuthology.orchestra.run.smithi129.stdout:0 2024-09-19T06:48:29.672 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.671+0000 7fc182800640 1 -- 172.21.15.129:0/1796105918 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c15e7a0 msgr2=0x7fc17c156b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:29.672 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.671+0000 7fc182800640 1 --2- 172.21.15.129:0/1796105918 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c15e7a0 0x7fc17c156b90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc17400eed0 tx=0x7fc17400b480 comp rx=0 tx=0).stop 2024-09-19T06:48:29.672 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.671+0000 7fc182800640 1 -- 172.21.15.129:0/1796105918 shutdown_connections 2024-09-19T06:48:29.672 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.671+0000 7fc182800640 1 --2- 172.21.15.129:0/1796105918 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc17c15e7a0 0x7fc17c156b90 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.672 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.671+0000 7fc182800640 1 --2- 172.21.15.129:0/1796105918 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc17c0cf1f0 0x7fc17c156650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.672 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.671+0000 7fc182800640 1 --2- 172.21.15.129:0/1796105918 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc17c0b6720 0x7fc17c0b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.672 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.671+0000 7fc182800640 1 -- 172.21.15.129:0/1796105918 >> 172.21.15.129:0/1796105918 conn(0x7fc17c0d11e0 msgr2=0x7fc17c15a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:29.673 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.671+0000 7fc182800640 1 -- 172.21.15.129:0/1796105918 shutdown_connections 2024-09-19T06:48:29.673 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.671+0000 7fc182800640 1 -- 172.21.15.129:0/1796105918 wait complete. 2024-09-19T06:48:29.687 DEBUG:teuthology.orchestra.run.smithi129:> sudo ceph --cluster ceph osd new 2d132286-3752-41c9-9a52-fee8b1993979 1 2024-09-19T06:48:29.837 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.835+0000 7f2072c00640 1 Processor -- start 2024-09-19T06:48:29.837 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.836+0000 7f2072c00640 1 -- start start 2024-09-19T06:48:29.839 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2072c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c15e5f0 0x7f206c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.839 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2072c00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f206c0d13c0 0x7f206c0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.839 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2072c00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f206c0b8730 0x7f206c0ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.839 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2072c00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f206c0b9b30 con 0x7f206c0d13c0 2024-09-19T06:48:29.839 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2072c00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f206c0d1820 con 0x7f206c0b8730 2024-09-19T06:48:29.839 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2072c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f206c15e9d0 con 0x7f206c15e5f0 2024-09-19T06:48:29.839 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2071800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c15e5f0 0x7f206c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2072200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f206c0b8730 0x7f206c0ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2071800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c15e5f0 0x7f206c0d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.129:44270/0 (socket says 172.21.15.129:44270) 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2071800640 1 -- 172.21.15.129:0/3845239683 learned_addr learned my addr 172.21.15.129:0/3845239683 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.837+0000 7f2070e00640 1 --2- 172.21.15.129:0/3845239683 >> v2:172.21.15.90:3300/0 conn(0x7f206c0d13c0 0x7f206c0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.838+0000 7f2071800640 1 -- 172.21.15.129:0/3845239683 >> v2:172.21.15.129:3300/0 conn(0x7f206c0b8730 msgr2=0x7f206c0ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.838+0000 7f2071800640 1 --2- 172.21.15.129:0/3845239683 >> v2:172.21.15.129:3300/0 conn(0x7f206c0b8730 0x7f206c0ceac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.838+0000 7f2071800640 1 -- 172.21.15.129:0/3845239683 >> v2:172.21.15.90:3300/0 conn(0x7f206c0d13c0 msgr2=0x7f206c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.838+0000 7f2071800640 1 --2- 172.21.15.129:0/3845239683 >> v2:172.21.15.90:3300/0 conn(0x7f206c0d13c0 0x7f206c0b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.838+0000 7f2071800640 1 -- 172.21.15.129:0/3845239683 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f206c0b8f20 con 0x7f206c15e5f0 2024-09-19T06:48:29.840 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.838+0000 7f2072200640 1 --2- 172.21.15.129:0/3845239683 >> v2:172.21.15.129:3300/0 conn(0x7f206c0b8730 0x7f206c0ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:29.841 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.839+0000 7f2071800640 1 --2- 172.21.15.129:0/3845239683 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c15e5f0 0x7f206c0d0e80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f206c08d740 tx=0x7f206002a1d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e7b3cb9dfb529df server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.839+0000 7f206be00640 1 -- 172.21.15.129:0/3845239683 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2060037070 con 0x7f206c15e5f0 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.839+0000 7f206be00640 1 -- 172.21.15.129:0/3845239683 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2060032440 con 0x7f206c15e5f0 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.839+0000 7f206be00640 1 -- 172.21.15.129:0/3845239683 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2060032810 con 0x7f206c15e5f0 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.839+0000 7f2072c00640 1 -- 172.21.15.129:0/3845239683 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c15e5f0 msgr2=0x7f206c0d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.839+0000 7f2072c00640 1 --2- 172.21.15.129:0/3845239683 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c15e5f0 0x7f206c0d0e80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f206c08d740 tx=0x7f206002a1d0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.840+0000 7f2072c00640 1 -- 172.21.15.129:0/3845239683 shutdown_connections 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.840+0000 7f2072c00640 1 --2- 172.21.15.129:0/3845239683 >> v2:172.21.15.129:3300/0 conn(0x7f206c0b8730 0x7f206c0ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.840+0000 7f2072c00640 1 --2- 172.21.15.129:0/3845239683 >> v2:172.21.15.90:3300/0 conn(0x7f206c0d13c0 0x7f206c0b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.840+0000 7f2072c00640 1 --2- 172.21.15.129:0/3845239683 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c15e5f0 0x7f206c0d0e80 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.840+0000 7f2072c00640 1 -- 172.21.15.129:0/3845239683 >> 172.21.15.129:0/3845239683 conn(0x7f206c062630 msgr2=0x7f206c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.840+0000 7f2072c00640 1 -- 172.21.15.129:0/3845239683 shutdown_connections 2024-09-19T06:48:29.842 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.840+0000 7f2072c00640 1 -- 172.21.15.129:0/3845239683 wait complete. 2024-09-19T06:48:29.845 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.841+0000 7f2072c00640 1 Processor -- start 2024-09-19T06:48:29.845 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.841+0000 7f2072c00640 1 -- start start 2024-09-19T06:48:29.845 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.842+0000 7f2072c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c0b8730 0x7f206c1f7880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.845 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.842+0000 7f2072c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f206c0d13c0 0x7f206c14a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.842+0000 7f2072c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f206c15e5f0 0x7f206c160ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.842+0000 7f2072c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f206c0b97c0 con 0x7f206c0d13c0 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.842+0000 7f2072c00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f206c0b94e0 con 0x7f206c15e5f0 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.842+0000 7f2072c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f206c0b8bc0 con 0x7f206c0b8730 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.842+0000 7f2071800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c0b8730 0x7f206c1f7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.842+0000 7f2071800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c0b8730 0x7f206c1f7880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.129:44278/0 (socket says 172.21.15.129:44278) 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.842+0000 7f2071800640 1 -- 172.21.15.129:0/1219601379 learned_addr learned my addr 172.21.15.129:0/1219601379 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.843+0000 7f2070e00640 1 --2- 172.21.15.129:0/1219601379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f206c0d13c0 0x7f206c14a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.843+0000 7f2072200640 1 --2- 172.21.15.129:0/1219601379 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f206c15e5f0 0x7f206c160ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.843+0000 7f2071800640 1 -- 172.21.15.129:0/1219601379 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f206c15e5f0 msgr2=0x7f206c160ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.843+0000 7f2071800640 1 --2- 172.21.15.129:0/1219601379 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f206c15e5f0 0x7f206c160ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.843+0000 7f2071800640 1 -- 172.21.15.129:0/1219601379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f206c0d13c0 msgr2=0x7f206c14a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:29.846 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.843+0000 7f2071800640 1 --2- 172.21.15.129:0/1219601379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f206c0d13c0 0x7f206c14a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.847 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.843+0000 7f2071800640 1 -- 172.21.15.129:0/1219601379 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f206c1f80d0 con 0x7f206c0b8730 2024-09-19T06:48:29.847 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.843+0000 7f2071800640 1 --2- 172.21.15.129:0/1219601379 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c0b8730 0x7f206c1f7880 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f206002a210 tx=0x7f20600046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:29.847 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.843+0000 7f2069600640 1 -- 172.21.15.129:0/1219601379 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2060041020 con 0x7f206c0b8730 2024-09-19T06:48:29.847 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.844+0000 7f2069600640 1 -- 172.21.15.129:0/1219601379 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f206003d620 con 0x7f206c0b8730 2024-09-19T06:48:29.847 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.844+0000 7f2069600640 1 -- 172.21.15.129:0/1219601379 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2060037040 con 0x7f206c0b8730 2024-09-19T06:48:29.847 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.844+0000 7f2072c00640 1 -- 172.21.15.129:0/1219601379 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f206c1f83b0 con 0x7f206c0b8730 2024-09-19T06:48:29.847 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.844+0000 7f2072c00640 1 -- 172.21.15.129:0/1219601379 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f206c0c7fa0 con 0x7f206c0b8730 2024-09-19T06:48:29.847 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.844+0000 7f2069600640 1 -- 172.21.15.129:0/1219601379 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2060044020 con 0x7f206c0b8730 2024-09-19T06:48:29.847 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.844+0000 7f2069600640 1 -- 172.21.15.129:0/1219601379 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f2060046b70 con 0x7f206c0b8730 2024-09-19T06:48:29.848 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.845+0000 7f2072c00640 1 -- 172.21.15.129:0/1219601379 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f206c069c20 con 0x7f206c0b8730 2024-09-19T06:48:29.850 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.849+0000 7f2069600640 1 -- 172.21.15.129:0/1219601379 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f206004b030 con 0x7f206c0b8730 2024-09-19T06:48:29.923 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.922+0000 7f2072c00640 1 -- 172.21.15.129:0/1219601379 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd new", "uuid": "2d132286-3752-41c9-9a52-fee8b1993979", "id": 1} v 0) -- 0x7f206c0d4830 con 0x7f206c0b8730 2024-09-19T06:48:29.929 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.928+0000 7f2069600640 1 -- 172.21.15.129:0/1219601379 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2d132286-3752-41c9-9a52-fee8b1993979", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f2060046d70 con 0x7f206c0b8730 2024-09-19T06:48:29.929 INFO:teuthology.orchestra.run.smithi129.stdout:1 2024-09-19T06:48:29.930 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.929+0000 7f2072c00640 1 -- 172.21.15.129:0/1219601379 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c0b8730 msgr2=0x7f206c1f7880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:29.930 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.929+0000 7f2072c00640 1 --2- 172.21.15.129:0/1219601379 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c0b8730 0x7f206c1f7880 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f206002a210 tx=0x7f20600046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.930 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.929+0000 7f2072c00640 1 -- 172.21.15.129:0/1219601379 shutdown_connections 2024-09-19T06:48:29.930 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.929+0000 7f2072c00640 1 --2- 172.21.15.129:0/1219601379 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f206c15e5f0 0x7f206c160ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.930 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.929+0000 7f2072c00640 1 --2- 172.21.15.129:0/1219601379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f206c0d13c0 0x7f206c14a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.930 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.929+0000 7f2072c00640 1 --2- 172.21.15.129:0/1219601379 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f206c0b8730 0x7f206c1f7880 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:29.930 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.929+0000 7f2072c00640 1 -- 172.21.15.129:0/1219601379 >> 172.21.15.129:0/1219601379 conn(0x7f206c062630 msgr2=0x7f206c0ceaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:29.930 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.929+0000 7f2072c00640 1 -- 172.21.15.129:0/1219601379 shutdown_connections 2024-09-19T06:48:29.931 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:29.929+0000 7f2072c00640 1 -- 172.21.15.129:0/1219601379 wait complete. 2024-09-19T06:48:29.945 DEBUG:teuthology.orchestra.run.smithi129:> sudo ceph --cluster ceph osd new 798d96e1-3a04-4c7a-a7a4-036995243ba2 2 2024-09-19T06:48:30.095 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.094+0000 7fb601e00640 1 Processor -- start 2024-09-19T06:48:30.096 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.094+0000 7fb601e00640 1 -- start start 2024-09-19T06:48:30.097 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.095+0000 7fb601e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc15e5f0 0x7fb5fc0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.097 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.095+0000 7fb601e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fb5fc0d13c0 0x7fb5fc0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.095+0000 7fb601e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb5fc0b8730 0x7fb5fc0ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.095+0000 7fb601e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fb5fc0b9b30 con 0x7fb5fc0b8730 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.095+0000 7fb601e00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fb5fc0d1820 con 0x7fb5fc0d13c0 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.095+0000 7fb601e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb5fc15e9d0 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb600a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc15e5f0 0x7fb5fc0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb5fbe00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fb5fc0d13c0 0x7fb5fc0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb600a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc15e5f0 0x7fb5fc0d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.129:44284/0 (socket says 172.21.15.129:44284) 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb600a00640 1 -- 172.21.15.129:0/885589309 learned_addr learned my addr 172.21.15.129:0/885589309 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb601400640 1 --2- 172.21.15.129:0/885589309 >> v2:172.21.15.90:3300/0 conn(0x7fb5fc0b8730 0x7fb5fc0ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb600a00640 1 -- 172.21.15.129:0/885589309 >> v2:172.21.15.129:3300/0 conn(0x7fb5fc0d13c0 msgr2=0x7fb5fc0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb600a00640 1 --2- 172.21.15.129:0/885589309 >> v2:172.21.15.129:3300/0 conn(0x7fb5fc0d13c0 0x7fb5fc0b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb600a00640 1 -- 172.21.15.129:0/885589309 >> v2:172.21.15.90:3300/0 conn(0x7fb5fc0b8730 msgr2=0x7fb5fc0ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:30.098 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb600a00640 1 --2- 172.21.15.129:0/885589309 >> v2:172.21.15.90:3300/0 conn(0x7fb5fc0b8730 0x7fb5fc0ceac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.099 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb600a00640 1 -- 172.21.15.129:0/885589309 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5fc0b8f20 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.099 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.096+0000 7fb5fbe00640 1 --2- 172.21.15.129:0/885589309 >> v2:172.21.15.129:3300/0 conn(0x7fb5fc0d13c0 0x7fb5fc0b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.097+0000 7fb600a00640 1 --2- 172.21.15.129:0/885589309 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc15e5f0 0x7fb5fc0d0e80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc162030 tx=0x7fb5f002a1e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2fb42e3cfdfcd48 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.097+0000 7fb5fb400640 1 -- 172.21.15.129:0/885589309 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f0037070 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.097+0000 7fb5fb400640 1 -- 172.21.15.129:0/885589309 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f0032440 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.097+0000 7fb5fb400640 1 -- 172.21.15.129:0/885589309 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f0032810 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.098+0000 7fb601e00640 1 -- 172.21.15.129:0/885589309 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc15e5f0 msgr2=0x7fb5fc0d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.098+0000 7fb601e00640 1 --2- 172.21.15.129:0/885589309 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc15e5f0 0x7fb5fc0d0e80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc162030 tx=0x7fb5f002a1e0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.098+0000 7fb601e00640 1 -- 172.21.15.129:0/885589309 shutdown_connections 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.098+0000 7fb601e00640 1 --2- 172.21.15.129:0/885589309 >> v2:172.21.15.90:3300/0 conn(0x7fb5fc0b8730 0x7fb5fc0ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.098+0000 7fb601e00640 1 --2- 172.21.15.129:0/885589309 >> v2:172.21.15.129:3300/0 conn(0x7fb5fc0d13c0 0x7fb5fc0b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.100 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.098+0000 7fb601e00640 1 --2- 172.21.15.129:0/885589309 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc15e5f0 0x7fb5fc0d0e80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.101 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.098+0000 7fb601e00640 1 -- 172.21.15.129:0/885589309 >> 172.21.15.129:0/885589309 conn(0x7fb5fc062630 msgr2=0x7fb5fc062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:30.101 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.098+0000 7fb601e00640 1 -- 172.21.15.129:0/885589309 shutdown_connections 2024-09-19T06:48:30.101 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.098+0000 7fb601e00640 1 -- 172.21.15.129:0/885589309 wait complete. 2024-09-19T06:48:30.102 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.100+0000 7fb601e00640 1 Processor -- start 2024-09-19T06:48:30.102 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.100+0000 7fb601e00640 1 -- start start 2024-09-19T06:48:30.102 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5fc0b8730 0x7fb5fc154290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.102 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc0d13c0 0x7fb5fc0cd550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.102 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb5fc15e5f0 0x7fb5fc0cda90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.102 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb5fc0b97c0 con 0x7fb5fc0b8730 2024-09-19T06:48:30.102 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fb5fc0b94e0 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.102 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb5fc0b8bc0 con 0x7fb5fc0d13c0 2024-09-19T06:48:30.103 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb5fbe00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc0d13c0 0x7fb5fc0cd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb5fc15e5f0 0x7fb5fc0cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb5fbe00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc0d13c0 0x7fb5fc0cd550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.129:44290/0 (socket says 172.21.15.129:44290) 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb5fc15e5f0 0x7fb5fc0cda90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.129:59800/0 (socket says 172.21.15.129:59800) 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb5fbe00640 1 -- 172.21.15.129:0/2091317725 learned_addr learned my addr 172.21.15.129:0/2091317725 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb600a00640 1 --2- 172.21.15.129:0/2091317725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5fc0b8730 0x7fb5fc154290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601400640 1 -- 172.21.15.129:0/2091317725 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc0d13c0 msgr2=0x7fb5fc0cd550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601400640 1 --2- 172.21.15.129:0/2091317725 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc0d13c0 0x7fb5fc0cd550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601400640 1 -- 172.21.15.129:0/2091317725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5fc0b8730 msgr2=0x7fb5fc154290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601400640 1 --2- 172.21.15.129:0/2091317725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5fc0b8730 0x7fb5fc154290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.101+0000 7fb601400640 1 -- 172.21.15.129:0/2091317725 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5fc1f7fa0 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.104 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.102+0000 7fb601400640 1 --2- 172.21.15.129:0/2091317725 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb5fc15e5f0 0x7fb5fc0cda90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb5f400eab0 tx=0x7fb5f400ef70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:30.105 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.102+0000 7fb5f8c00640 1 -- 172.21.15.129:0/2091317725 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4018020 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.105 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.102+0000 7fb5f8c00640 1 -- 172.21.15.129:0/2091317725 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f400bc00 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.105 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.102+0000 7fb5f8c00640 1 -- 172.21.15.129:0/2091317725 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4014400 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.105 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.102+0000 7fb601e00640 1 -- 172.21.15.129:0/2091317725 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5fc1f8280 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.105 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.102+0000 7fb601e00640 1 -- 172.21.15.129:0/2091317725 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5fc1f8840 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.105 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.102+0000 7fb5f8c00640 1 -- 172.21.15.129:0/2091317725 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb5f4005d10 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.105 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.103+0000 7fb5f8c00640 1 -- 172.21.15.129:0/2091317725 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7fb5f401db90 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.105 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.103+0000 7fb601e00640 1 -- 172.21.15.129:0/2091317725 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5fc0b81f0 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.107 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.106+0000 7fb5f8c00640 1 -- 172.21.15.129:0/2091317725 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb5f4022030 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.179 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.178+0000 7fb601e00640 1 -- 172.21.15.129:0/2091317725 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd new", "uuid": "798d96e1-3a04-4c7a-a7a4-036995243ba2", "id": 2} v 0) -- 0x7fb5fc0b4250 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.185 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.184+0000 7fb5f8c00640 1 -- 172.21.15.129:0/2091317725 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "798d96e1-3a04-4c7a-a7a4-036995243ba2", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7fb5f401d770 con 0x7fb5fc15e5f0 2024-09-19T06:48:30.185 INFO:teuthology.orchestra.run.smithi129.stdout:2 2024-09-19T06:48:30.186 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.185+0000 7fb601e00640 1 -- 172.21.15.129:0/2091317725 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb5fc15e5f0 msgr2=0x7fb5fc0cda90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.186 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.185+0000 7fb601e00640 1 --2- 172.21.15.129:0/2091317725 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb5fc15e5f0 0x7fb5fc0cda90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb5f400eab0 tx=0x7fb5f400ef70 comp rx=0 tx=0).stop 2024-09-19T06:48:30.186 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.185+0000 7fb601e00640 1 -- 172.21.15.129:0/2091317725 shutdown_connections 2024-09-19T06:48:30.186 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.185+0000 7fb601e00640 1 --2- 172.21.15.129:0/2091317725 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb5fc15e5f0 0x7fb5fc0cda90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.186 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.185+0000 7fb601e00640 1 --2- 172.21.15.129:0/2091317725 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5fc0d13c0 0x7fb5fc0cd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.187 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.185+0000 7fb601e00640 1 --2- 172.21.15.129:0/2091317725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5fc0b8730 0x7fb5fc154290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.187 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.185+0000 7fb601e00640 1 -- 172.21.15.129:0/2091317725 >> 172.21.15.129:0/2091317725 conn(0x7fb5fc062630 msgr2=0x7fb5fc0b4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:30.187 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.185+0000 7fb601e00640 1 -- 172.21.15.129:0/2091317725 shutdown_connections 2024-09-19T06:48:30.187 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.185+0000 7fb601e00640 1 -- 172.21.15.129:0/2091317725 wait complete. 2024-09-19T06:48:30.200 DEBUG:teuthology.orchestra.run.smithi129:> sudo ceph --cluster ceph osd new 6de3d8b9-ea36-43ca-900c-a2d406c0f41d 3 2024-09-19T06:48:30.352 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.351+0000 7f43ef000640 1 Processor -- start 2024-09-19T06:48:30.352 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.351+0000 7f43ef000640 1 -- start start 2024-09-19T06:48:30.353 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.352+0000 7f43ef000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f43e80b6610 0x7f43e80b7940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.354 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.352+0000 7f43ef000640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43e80d3cb0 con 0x7f43e8161ca0 2024-09-19T06:48:30.354 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.352+0000 7f43ef000640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43e80cf4f0 con 0x7f43e80d1a20 2024-09-19T06:48:30.354 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.352+0000 7f43ef000640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f43e80b7570 con 0x7f43e80b6610 2024-09-19T06:48:30.354 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.353+0000 7f43ee600640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7f43e80d1a20 0x7f43e80b7e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.129:54946/0 (socket says 172.21.15.129:54946) 2024-09-19T06:48:30.354 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.353+0000 7f43ee600640 1 -- 172.21.15.129:0/3391356094 learned_addr learned my addr 172.21.15.129:0/3391356094 (peer_addr_for_me v1:172.21.15.129:0/0) 2024-09-19T06:48:30.354 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.353+0000 7f43ed200640 1 --2- 172.21.15.129:0/3391356094 >> v2:172.21.15.90:3300/0 conn(0x7f43e80b6610 0x7f43e80b7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.355 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.353+0000 7f43e7e00640 1 -- 172.21.15.129:0/3391356094 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3873926212 0 0) 0x7f43e80cf4f0 con 0x7f43e80d1a20 2024-09-19T06:48:30.355 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.353+0000 7f43e7e00640 1 -- 172.21.15.129:0/3391356094 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43d0003520 con 0x7f43e80d1a20 2024-09-19T06:48:30.355 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.353+0000 7f43e7e00640 1 -- 172.21.15.129:0/3391356094 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1935534999 0 0) 0x7f43e80d3cb0 con 0x7f43e8161ca0 2024-09-19T06:48:30.355 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.353+0000 7f43ed200640 1 -- 172.21.15.129:0/3391356094 >> v1:172.21.15.129:6789/0 conn(0x7f43e80d1a20 legacy=0x7f43e80b7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.355 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.353+0000 7f43ed200640 1 -- 172.21.15.129:0/3391356094 >> v1:172.21.15.90:6789/0 conn(0x7f43e8161ca0 legacy=0x7f43e80b5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.355 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.353+0000 7f43ed200640 1 -- 172.21.15.129:0/3391356094 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e80d3f40 con 0x7f43e80b6610 2024-09-19T06:48:30.356 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.354+0000 7f43ed200640 1 --2- 172.21.15.129:0/3391356094 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80b6610 0x7f43e80b7940 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f43d40097a0 tx=0x7f43d402a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aeb576a75c38405 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:30.356 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43e7e00640 1 -- 172.21.15.129:0/3391356094 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d4037070 con 0x7f43e80b6610 2024-09-19T06:48:30.356 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43e7e00640 1 -- 172.21.15.129:0/3391356094 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43d4032640 con 0x7f43e80b6610 2024-09-19T06:48:30.356 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43e7e00640 1 -- 172.21.15.129:0/3391356094 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d4032a10 con 0x7f43e80b6610 2024-09-19T06:48:30.357 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43ef000640 1 -- 172.21.15.129:0/3391356094 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80b6610 msgr2=0x7f43e80b7940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.357 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43ef000640 1 --2- 172.21.15.129:0/3391356094 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80b6610 0x7f43e80b7940 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f43d40097a0 tx=0x7f43d402a2c0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.357 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43ef000640 1 -- 172.21.15.129:0/3391356094 shutdown_connections 2024-09-19T06:48:30.357 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43ef000640 1 --2- 172.21.15.129:0/3391356094 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80b6610 0x7f43e80b7940 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.357 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43ef000640 1 -- 172.21.15.129:0/3391356094 >> 172.21.15.129:0/3391356094 conn(0x7f43e80d0f00 msgr2=0x7f43e80d1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:30.357 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43ef000640 1 -- 172.21.15.129:0/3391356094 shutdown_connections 2024-09-19T06:48:30.357 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.355+0000 7f43ef000640 1 -- 172.21.15.129:0/3391356094 wait complete. 2024-09-19T06:48:30.362 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.357+0000 7f43ef000640 1 Processor -- start 2024-09-19T06:48:30.362 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.357+0000 7f43ef000640 1 -- start start 2024-09-19T06:48:30.362 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43ef000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43e80b6610 0x7f43e815aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.362 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43ef000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80d1a20 0x7f43e81f48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43ef000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f43e8161ca0 0x7f43e815d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43ef000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f43e8162080 con 0x7f43e80d1a20 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43ef000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f43e80d4220 con 0x7f43e80b6610 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43ef000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f43e815b230 con 0x7f43e8161ca0 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43edc00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43e80b6610 0x7f43e815aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43ee600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f43e8161ca0 0x7f43e815d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43edc00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43e80b6610 0x7f43e815aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.129:59812/0 (socket says 172.21.15.129:59812) 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43edc00640 1 -- 172.21.15.129:0/4284818810 learned_addr learned my addr 172.21.15.129:0/4284818810 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.358+0000 7f43ed200640 1 --2- 172.21.15.129:0/4284818810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80d1a20 0x7f43e81f48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43edc00640 1 -- 172.21.15.129:0/4284818810 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f43e8161ca0 msgr2=0x7f43e815d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43edc00640 1 --2- 172.21.15.129:0/4284818810 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f43e8161ca0 0x7f43e815d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43edc00640 1 -- 172.21.15.129:0/4284818810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80d1a20 msgr2=0x7f43e81f48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.363 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43edc00640 1 --2- 172.21.15.129:0/4284818810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80d1a20 0x7f43e81f48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43edc00640 1 -- 172.21.15.129:0/4284818810 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e81f4e30 con 0x7f43e80b6610 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43ed200640 1 --2- 172.21.15.129:0/4284818810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80d1a20 0x7f43e81f48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43edc00640 1 --2- 172.21.15.129:0/4284818810 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43e80b6610 0x7f43e815aba0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f43dc00c3c0 tx=0x7f43dc00c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43e5600640 1 -- 172.21.15.129:0/4284818810 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc017070 con 0x7f43e80b6610 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43e5600640 1 -- 172.21.15.129:0/4284818810 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43dc0035f0 con 0x7f43e80b6610 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43ef000640 1 -- 172.21.15.129:0/4284818810 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e80c8780 con 0x7f43e80b6610 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43e5600640 1 -- 172.21.15.129:0/4284818810 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc0039e0 con 0x7f43e80b6610 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43ef000640 1 -- 172.21.15.129:0/4284818810 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e815b480 con 0x7f43e80b6610 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.359+0000 7f43e5600640 1 -- 172.21.15.129:0/4284818810 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f43dc01a070 con 0x7f43e80b6610 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.360+0000 7f43e5600640 1 -- 172.21.15.129:0/4284818810 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f43dc012890 con 0x7f43e80b6610 2024-09-19T06:48:30.364 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.361+0000 7f43ef000640 1 -- 172.21.15.129:0/4284818810 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e80d0400 con 0x7f43e80b6610 2024-09-19T06:48:30.365 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.363+0000 7f43e5600640 1 -- 172.21.15.129:0/4284818810 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f43e80d0400 con 0x7f43e80b6610 2024-09-19T06:48:30.450 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.449+0000 7f43ef000640 1 -- 172.21.15.129:0/4284818810 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6de3d8b9-ea36-43ca-900c-a2d406c0f41d", "id": 3} v 0) -- 0x7f43e80c8950 con 0x7f43e80b6610 2024-09-19T06:48:30.456 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.455+0000 7f43e5600640 1 -- 172.21.15.129:0/4284818810 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6de3d8b9-ea36-43ca-900c-a2d406c0f41d", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f43dc021070 con 0x7f43e80b6610 2024-09-19T06:48:30.456 INFO:teuthology.orchestra.run.smithi129.stdout:3 2024-09-19T06:48:30.457 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.456+0000 7f43ef000640 1 -- 172.21.15.129:0/4284818810 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43e80b6610 msgr2=0x7f43e815aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.457 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.456+0000 7f43ef000640 1 --2- 172.21.15.129:0/4284818810 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43e80b6610 0x7f43e815aba0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f43dc00c3c0 tx=0x7f43dc00c880 comp rx=0 tx=0).stop 2024-09-19T06:48:30.457 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.456+0000 7f43ef000640 1 -- 172.21.15.129:0/4284818810 shutdown_connections 2024-09-19T06:48:30.457 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.456+0000 7f43ef000640 1 --2- 172.21.15.129:0/4284818810 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f43e8161ca0 0x7f43e815d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.457 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.456+0000 7f43ef000640 1 --2- 172.21.15.129:0/4284818810 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43e80d1a20 0x7f43e81f48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.457 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.456+0000 7f43ef000640 1 --2- 172.21.15.129:0/4284818810 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f43e80b6610 0x7f43e815aba0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.458 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.456+0000 7f43ef000640 1 -- 172.21.15.129:0/4284818810 >> 172.21.15.129:0/4284818810 conn(0x7f43e80d0f00 msgr2=0x7f43e80b5ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:30.458 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.456+0000 7f43ef000640 1 -- 172.21.15.129:0/4284818810 shutdown_connections 2024-09-19T06:48:30.458 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.456+0000 7f43ef000640 1 -- 172.21.15.129:0/4284818810 wait complete. 2024-09-19T06:48:30.472 DEBUG:teuthology.orchestra.run.smithi129:> sudo ceph --cluster ceph osd new 7ea83d2b-9a4f-4088-8d21-2e0ee7e07363 4 2024-09-19T06:48:30.621 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.620+0000 7fa6d7e00640 1 Processor -- start 2024-09-19T06:48:30.622 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.620+0000 7fa6d7e00640 1 -- start start 2024-09-19T06:48:30.623 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.621+0000 7fa6d7e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fa6d815e5f0 0x7fa6d80d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.623 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.621+0000 7fa6d7e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fa6d80d13c0 0x7fa6d80b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d7e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6d815e9d0 con 0x7fa6d80b8730 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d7e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fa6d80b9b30 con 0x7fa6d80d13c0 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d7e00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fa6d80b8f20 con 0x7fa6d815e5f0 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d6a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fa6d815e5f0 0x7fa6d80d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d6a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fa6d815e5f0 0x7fa6d80d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.129:59828/0 (socket says 172.21.15.129:59828) 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d6a00640 1 -- 172.21.15.129:0/424255807 learned_addr learned my addr 172.21.15.129:0/424255807 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d6000640 1 --2- 172.21.15.129:0/424255807 >> v2:172.21.15.90:3300/0 conn(0x7fa6d80d13c0 0x7fa6d80b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d6a00640 1 -- 172.21.15.129:0/424255807 >> v2:172.21.15.90:3300/0 conn(0x7fa6d80d13c0 msgr2=0x7fa6d80b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d6a00640 1 --2- 172.21.15.129:0/424255807 >> v2:172.21.15.90:3300/0 conn(0x7fa6d80d13c0 0x7fa6d80b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d6a00640 1 -- 172.21.15.129:0/424255807 >> v1:172.21.15.129:6789/0 conn(0x7fa6d80b8730 legacy=0x7fa6d80ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d6a00640 1 -- 172.21.15.129:0/424255807 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6d80b9200 con 0x7fa6d815e5f0 2024-09-19T06:48:30.624 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.622+0000 7fa6d5600640 1 -- 172.21.15.129:0/424255807 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2845518579 0 0) 0x7fa6d815e9d0 con 0x7fa6d80b8730 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.623+0000 7fa6d6a00640 1 --2- 172.21.15.129:0/424255807 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d815e5f0 0x7fa6d80d0e80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa6d80633c0 tx=0x7fa6c802a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2fed0a4726c801fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.624+0000 7fa6d5600640 1 -- 172.21.15.129:0/424255807 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c8037070 con 0x7fa6d815e5f0 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.624+0000 7fa6d5600640 1 -- 172.21.15.129:0/424255807 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6c8032440 con 0x7fa6d815e5f0 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.624+0000 7fa6d5600640 1 -- 172.21.15.129:0/424255807 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c8032810 con 0x7fa6d815e5f0 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.624+0000 7fa6d7e00640 1 -- 172.21.15.129:0/424255807 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d815e5f0 msgr2=0x7fa6d80d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.624+0000 7fa6d7e00640 1 --2- 172.21.15.129:0/424255807 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d815e5f0 0x7fa6d80d0e80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa6d80633c0 tx=0x7fa6c802a270 comp rx=0 tx=0).stop 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.624+0000 7fa6d7e00640 1 -- 172.21.15.129:0/424255807 shutdown_connections 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.624+0000 7fa6d7e00640 1 --2- 172.21.15.129:0/424255807 >> v2:172.21.15.90:3300/0 conn(0x7fa6d80d13c0 0x7fa6d80b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.624+0000 7fa6d7e00640 1 --2- 172.21.15.129:0/424255807 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d815e5f0 0x7fa6d80d0e80 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.626 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.624+0000 7fa6d7e00640 1 -- 172.21.15.129:0/424255807 >> 172.21.15.129:0/424255807 conn(0x7fa6d8062630 msgr2=0x7fa6d8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:30.627 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.625+0000 7fa6d7e00640 1 -- 172.21.15.129:0/424255807 shutdown_connections 2024-09-19T06:48:30.627 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.625+0000 7fa6d7e00640 1 -- 172.21.15.129:0/424255807 wait complete. 2024-09-19T06:48:30.627 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.626+0000 7fa6d7e00640 1 Processor -- start 2024-09-19T06:48:30.627 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.626+0000 7fa6d7e00640 1 -- start start 2024-09-19T06:48:30.629 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.627+0000 7fa6d7e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d80b8730 0x7fa6d80d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.629 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.627+0000 7fa6d7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6d80d13c0 0x7fa6d80d3100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.627+0000 7fa6d7e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6d815e5f0 0x7fa6d80ab0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.627+0000 7fa6d7e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d80b8b60 con 0x7fa6d80d13c0 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.627+0000 7fa6d7e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d80b97c0 con 0x7fa6d80b8730 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.627+0000 7fa6d7e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa6d80b8ce0 con 0x7fa6d815e5f0 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.627+0000 7fa6d6a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d80b8730 0x7fa6d80d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d6a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d80b8730 0x7fa6d80d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.129:59836/0 (socket says 172.21.15.129:59836) 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d6a00640 1 -- 172.21.15.129:0/4216202381 learned_addr learned my addr 172.21.15.129:0/4216202381 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d7400640 1 --2- 172.21.15.129:0/4216202381 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6d815e5f0 0x7fa6d80ab0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d6a00640 1 -- 172.21.15.129:0/4216202381 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6d815e5f0 msgr2=0x7fa6d80ab0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.630 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d6a00640 1 --2- 172.21.15.129:0/4216202381 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6d815e5f0 0x7fa6d80ab0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.631 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d6a00640 1 -- 172.21.15.129:0/4216202381 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6d80d13c0 msgr2=0x7fa6d80d3100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.631 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d6a00640 1 --2- 172.21.15.129:0/4216202381 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6d80d13c0 0x7fa6d80d3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.631 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d6a00640 1 -- 172.21.15.129:0/4216202381 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6d80c8ae0 con 0x7fa6d80b8730 2024-09-19T06:48:30.631 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d7400640 1 --2- 172.21.15.129:0/4216202381 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6d815e5f0 0x7fa6d80ab0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:30.631 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.628+0000 7fa6d6a00640 1 --2- 172.21.15.129:0/4216202381 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d80b8730 0x7fa6d80d2bc0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa6c8000c00 tx=0x7fa6c80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:30.632 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.629+0000 7fa6cea00640 1 -- 172.21.15.129:0/4216202381 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c8037040 con 0x7fa6d80b8730 2024-09-19T06:48:30.632 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.629+0000 7fa6cea00640 1 -- 172.21.15.129:0/4216202381 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6c8004030 con 0x7fa6d80b8730 2024-09-19T06:48:30.632 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.629+0000 7fa6cea00640 1 -- 172.21.15.129:0/4216202381 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c8004400 con 0x7fa6d80b8730 2024-09-19T06:48:30.632 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.629+0000 7fa6d7e00640 1 -- 172.21.15.129:0/4216202381 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6d80c8dc0 con 0x7fa6d80b8730 2024-09-19T06:48:30.632 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.629+0000 7fa6d7e00640 1 -- 172.21.15.129:0/4216202381 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6d80c9380 con 0x7fa6d80b8730 2024-09-19T06:48:30.632 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.629+0000 7fa6cea00640 1 -- 172.21.15.129:0/4216202381 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa6c803a070 con 0x7fa6d80b8730 2024-09-19T06:48:30.632 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.629+0000 7fa6cea00640 1 -- 172.21.15.129:0/4216202381 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fa6c803cda0 con 0x7fa6d80b8730 2024-09-19T06:48:30.632 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.630+0000 7fa6d7e00640 1 -- 172.21.15.129:0/4216202381 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6d80b81f0 con 0x7fa6d80b8730 2024-09-19T06:48:30.633 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.632+0000 7fa6cea00640 1 -- 172.21.15.129:0/4216202381 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa6c8041020 con 0x7fa6d80b8730 2024-09-19T06:48:30.705 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.704+0000 7fa6d7e00640 1 -- 172.21.15.129:0/4216202381 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd new", "uuid": "7ea83d2b-9a4f-4088-8d21-2e0ee7e07363", "id": 4} v 0) -- 0x7fa6d80cdee0 con 0x7fa6d80b8730 2024-09-19T06:48:30.711 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.710+0000 7fa6cea00640 1 -- 172.21.15.129:0/4216202381 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7ea83d2b-9a4f-4088-8d21-2e0ee7e07363", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7fa6c803c670 con 0x7fa6d80b8730 2024-09-19T06:48:30.711 INFO:teuthology.orchestra.run.smithi129.stdout:4 2024-09-19T06:48:30.713 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.711+0000 7fa6d7e00640 1 -- 172.21.15.129:0/4216202381 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d80b8730 msgr2=0x7fa6d80d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.713 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.711+0000 7fa6d7e00640 1 --2- 172.21.15.129:0/4216202381 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d80b8730 0x7fa6d80d2bc0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa6c8000c00 tx=0x7fa6c80046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.713 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.711+0000 7fa6d7e00640 1 -- 172.21.15.129:0/4216202381 shutdown_connections 2024-09-19T06:48:30.713 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.711+0000 7fa6d7e00640 1 --2- 172.21.15.129:0/4216202381 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6d815e5f0 0x7fa6d80ab0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.713 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.711+0000 7fa6d7e00640 1 --2- 172.21.15.129:0/4216202381 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6d80d13c0 0x7fa6d80d3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.713 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.711+0000 7fa6d7e00640 1 --2- 172.21.15.129:0/4216202381 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6d80b8730 0x7fa6d80d2bc0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.713 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.711+0000 7fa6d7e00640 1 -- 172.21.15.129:0/4216202381 >> 172.21.15.129:0/4216202381 conn(0x7fa6d8062630 msgr2=0x7fa6d80b5750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:30.713 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.712+0000 7fa6d7e00640 1 -- 172.21.15.129:0/4216202381 shutdown_connections 2024-09-19T06:48:30.713 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.712+0000 7fa6d7e00640 1 -- 172.21.15.129:0/4216202381 wait complete. 2024-09-19T06:48:30.718 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:30.717+0000 7fd4e311e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T06:48:30.727 DEBUG:teuthology.orchestra.run.smithi129:> sudo ceph --cluster ceph osd new 39c9ed6a-3f28-4943-9870-8f20a229a0ad 5 2024-09-19T06:48:30.779 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:30.778+0000 7fd4e311e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T06:48:30.781 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:30.780+0000 7f12d558a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T06:48:30.847 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:30.846+0000 7f12d558a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T06:48:30.876 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.875+0000 7fb51e600640 1 Processor -- start 2024-09-19T06:48:30.876 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.875+0000 7fb51e600640 1 -- start start 2024-09-19T06:48:30.878 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.876+0000 7fb51e600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180cf1f0 0x7fb5180b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.878 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.876+0000 7fb51e600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.878 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.876+0000 7fb51e600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5180cf860 con 0x7fb51815e7a0 2024-09-19T06:48:30.878 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.876+0000 7fb51e600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fb5180d2ca0 con 0x7fb5180b6720 2024-09-19T06:48:30.878 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.876+0000 7fb51e600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb5180cfb40 con 0x7fb5180cf1f0 2024-09-19T06:48:30.879 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.877+0000 7fb516a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180cf1f0 0x7fb5180b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.879 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.877+0000 7fb516a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180cf1f0 0x7fb5180b61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.129:44316/0 (socket says 172.21.15.129:44316) 2024-09-19T06:48:30.879 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.877+0000 7fb516a00640 1 -- 172.21.15.129:0/1491539560 learned_addr learned my addr 172.21.15.129:0/1491539560 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:30.879 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.877+0000 7fb517400640 1 --1- 172.21.15.129:0/1491539560 >> v1:172.21.15.129:6789/0 conn(0x7fb51815e7a0 0x7fb51806caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.129:54968/0 (socket says 172.21.15.129:54968) 2024-09-19T06:48:30.879 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.877+0000 7fb517e00640 1 --2- 172.21.15.129:0/1491539560 >> v2:172.21.15.90:3300/0 conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.879 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.877+0000 7fb516a00640 1 -- 172.21.15.129:0/1491539560 >> v2:172.21.15.90:3300/0 conn(0x7fb5180b6720 msgr2=0x7fb5180d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:30.879 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.877+0000 7fb516a00640 1 --2- 172.21.15.129:0/1491539560 >> v2:172.21.15.90:3300/0 conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.879 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.877+0000 7fb516a00640 1 -- 172.21.15.129:0/1491539560 >> v1:172.21.15.129:6789/0 conn(0x7fb51815e7a0 legacy=0x7fb51806caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.879 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.877+0000 7fb516a00640 1 -- 172.21.15.129:0/1491539560 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5180cfe20 con 0x7fb5180cf1f0 2024-09-19T06:48:30.880 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.878+0000 7fb516a00640 1 --2- 172.21.15.129:0/1491539560 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180cf1f0 0x7fb5180b61e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb504009870 tx=0x7fb50402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9fe48f4e2d941cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:30.880 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.878+0000 7fb516000640 1 -- 172.21.15.129:0/1491539560 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504037070 con 0x7fb5180cf1f0 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.878+0000 7fb516000640 1 -- 172.21.15.129:0/1491539560 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb504032440 con 0x7fb5180cf1f0 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.878+0000 7fb516000640 1 -- 172.21.15.129:0/1491539560 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504032810 con 0x7fb5180cf1f0 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.879+0000 7fb51e600640 1 -- 172.21.15.129:0/1491539560 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180cf1f0 msgr2=0x7fb5180b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.879+0000 7fb51e600640 1 --2- 172.21.15.129:0/1491539560 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180cf1f0 0x7fb5180b61e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb504009870 tx=0x7fb50402a1c0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.879+0000 7fb51e600640 1 -- 172.21.15.129:0/1491539560 shutdown_connections 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.879+0000 7fb51e600640 1 --2- 172.21.15.129:0/1491539560 >> v2:172.21.15.90:3300/0 conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.879+0000 7fb51e600640 1 --2- 172.21.15.129:0/1491539560 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180cf1f0 0x7fb5180b61e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.879+0000 7fb51e600640 1 -- 172.21.15.129:0/1491539560 >> 172.21.15.129:0/1491539560 conn(0x7fb5180d11e0 msgr2=0x7fb5180d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.879+0000 7fb51e600640 1 -- 172.21.15.129:0/1491539560 shutdown_connections 2024-09-19T06:48:30.881 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.879+0000 7fb51e600640 1 -- 172.21.15.129:0/1491539560 wait complete. 2024-09-19T06:48:30.882 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.881+0000 7fb51e600640 1 Processor -- start 2024-09-19T06:48:30.882 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.881+0000 7fb51e600640 1 -- start start 2024-09-19T06:48:30.884 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb51e600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.884 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb51e600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5180cf1f0 0x7fb5180d3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.884 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb51e600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb51815e7a0 0x7fb518151fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:30.884 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb51e600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb51815eb80 con 0x7fb5180cf1f0 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb51e600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fb5180b7a00 con 0x7fb51815e7a0 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb51e600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb51815ed00 con 0x7fb5180b6720 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb517400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb517e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb51815e7a0 0x7fb518151fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb517400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.129:44330/0 (socket says 172.21.15.129:44330) 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb517e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb51815e7a0 0x7fb518151fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.129:59840/0 (socket says 172.21.15.129:59840) 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb517400640 1 -- 172.21.15.129:0/2172658193 learned_addr learned my addr 172.21.15.129:0/2172658193 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.882+0000 7fb516a00640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5180cf1f0 0x7fb5180d3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb517e00640 1 -- 172.21.15.129:0/2172658193 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180b6720 msgr2=0x7fb5180d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb517e00640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb517e00640 1 -- 172.21.15.129:0/2172658193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5180cf1f0 msgr2=0x7fb5180d3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb517e00640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5180cf1f0 0x7fb5180d3950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.885 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb517e00640 1 -- 172.21.15.129:0/2172658193 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5180d4020 con 0x7fb51815e7a0 2024-09-19T06:48:30.886 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb517400640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:30.886 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb516a00640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5180cf1f0 0x7fb5180d3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:30.886 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb517e00640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb51815e7a0 0x7fb518151fa0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb51000efc0 tx=0x7fb51000c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:30.886 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb50f400640 1 -- 172.21.15.129:0/2172658193 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb510018020 con 0x7fb51815e7a0 2024-09-19T06:48:30.886 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb50f400640 1 -- 172.21.15.129:0/2172658193 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb510014480 con 0x7fb51815e7a0 2024-09-19T06:48:30.886 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb51e600640 1 -- 172.21.15.129:0/2172658193 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5180d4300 con 0x7fb51815e7a0 2024-09-19T06:48:30.886 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb50f400640 1 -- 172.21.15.129:0/2172658193 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb510014870 con 0x7fb51815e7a0 2024-09-19T06:48:30.886 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb51e600640 1 -- 172.21.15.129:0/2172658193 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5180d48c0 con 0x7fb51815e7a0 2024-09-19T06:48:30.887 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.883+0000 7fb50f400640 1 -- 172.21.15.129:0/2172658193 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb51001b020 con 0x7fb51815e7a0 2024-09-19T06:48:30.887 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.884+0000 7fb50f400640 1 -- 172.21.15.129:0/2172658193 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fb510014da0 con 0x7fb51815e7a0 2024-09-19T06:48:30.887 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.884+0000 7fb51e600640 1 -- 172.21.15.129:0/2172658193 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5180b61e0 con 0x7fb51815e7a0 2024-09-19T06:48:30.887 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.887+0000 7fb50f400640 1 -- 172.21.15.129:0/2172658193 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb510022020 con 0x7fb51815e7a0 2024-09-19T06:48:30.960 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.959+0000 7fb51e600640 1 -- 172.21.15.129:0/2172658193 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd new", "uuid": "39c9ed6a-3f28-4943-9870-8f20a229a0ad", "id": 5} v 0) -- 0x7fb5180d2a80 con 0x7fb51815e7a0 2024-09-19T06:48:30.966 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.964+0000 7fb50f400640 1 -- 172.21.15.129:0/2172658193 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "39c9ed6a-3f28-4943-9870-8f20a229a0ad", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fb510010040 con 0x7fb51815e7a0 2024-09-19T06:48:30.966 INFO:teuthology.orchestra.run.smithi129.stdout:5 2024-09-19T06:48:30.967 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.965+0000 7fb51e600640 1 -- 172.21.15.129:0/2172658193 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb51815e7a0 msgr2=0x7fb518151fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:30.967 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.965+0000 7fb51e600640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb51815e7a0 0x7fb518151fa0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb51000efc0 tx=0x7fb51000c490 comp rx=0 tx=0).stop 2024-09-19T06:48:30.967 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.966+0000 7fb51e600640 1 -- 172.21.15.129:0/2172658193 shutdown_connections 2024-09-19T06:48:30.967 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.966+0000 7fb51e600640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb51815e7a0 0x7fb518151fa0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.967 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.966+0000 7fb51e600640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb5180cf1f0 0x7fb5180d3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.967 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.966+0000 7fb51e600640 1 --2- 172.21.15.129:0/2172658193 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb5180b6720 0x7fb5180d3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:30.967 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.966+0000 7fb51e600640 1 -- 172.21.15.129:0/2172658193 >> 172.21.15.129:0/2172658193 conn(0x7fb5180d11e0 msgr2=0x7fb5180d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:30.967 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.966+0000 7fb51e600640 1 -- 172.21.15.129:0/2172658193 shutdown_connections 2024-09-19T06:48:30.967 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:30.966+0000 7fb51e600640 1 -- 172.21.15.129:0/2172658193 wait complete. 2024-09-19T06:48:30.981 DEBUG:teuthology.orchestra.run.smithi129:> sudo ceph --cluster ceph osd new 8fd64d2a-31c0-44ba-9ab4-69d21c1f2676 6 2024-09-19T06:48:31.130 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.129+0000 7fd274a00640 1 Processor -- start 2024-09-19T06:48:31.130 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.129+0000 7fd274a00640 1 -- start start 2024-09-19T06:48:31.133 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.131+0000 7fd274a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd270161ca0 0x7fd2700b5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.133 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.131+0000 7fd274a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fd2700b8950 0x7fd2700b6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.133 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.131+0000 7fd274a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2700d3cb0 con 0x7fd2700d1a20 2024-09-19T06:48:31.133 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.131+0000 7fd274a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fd2700b7570 con 0x7fd2700b8950 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.131+0000 7fd274a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fd2700cf4f0 con 0x7fd270161ca0 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.131+0000 7fd26e800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd270161ca0 0x7fd2700b5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.132+0000 7fd26f200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fd2700b8950 0x7fd2700b6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.132+0000 7fd26e800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd270161ca0 0x7fd2700b5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.129:44334/0 (socket says 172.21.15.129:44334) 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.132+0000 7fd26e800640 1 -- 172.21.15.129:0/2830122497 learned_addr learned my addr 172.21.15.129:0/2830122497 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.132+0000 7fd26f200640 1 -- 172.21.15.129:0/2830122497 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd270161ca0 msgr2=0x7fd2700b5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.132+0000 7fd26f200640 1 --2- 172.21.15.129:0/2830122497 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd270161ca0 0x7fd2700b5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.132+0000 7fd26f200640 1 -- 172.21.15.129:0/2830122497 >> v1:172.21.15.129:6789/0 conn(0x7fd2700d1a20 legacy=0x7fd2700d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.132+0000 7fd26f200640 1 -- 172.21.15.129:0/2830122497 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2700d3f40 con 0x7fd2700b8950 2024-09-19T06:48:31.134 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.132+0000 7fd26de00640 1 -- 172.21.15.129:0/2830122497 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1001585658 0 0) 0x7fd2700d3cb0 con 0x7fd2700d1a20 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.133+0000 7fd26f200640 1 --2- 172.21.15.129:0/2830122497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2700b8950 0x7fd2700b6440 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd268009d90 tx=0x7fd26802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afce8fe00557f846 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.133+0000 7fd26de00640 1 -- 172.21.15.129:0/2830122497 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd268007740 con 0x7fd2700b8950 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.133+0000 7fd26de00640 1 -- 172.21.15.129:0/2830122497 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2680078e0 con 0x7fd2700b8950 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.133+0000 7fd26de00640 1 -- 172.21.15.129:0/2830122497 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd268007cb0 con 0x7fd2700b8950 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.134+0000 7fd274a00640 1 -- 172.21.15.129:0/2830122497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2700b8950 msgr2=0x7fd2700b6440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.134+0000 7fd274a00640 1 --2- 172.21.15.129:0/2830122497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2700b8950 0x7fd2700b6440 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd268009d90 tx=0x7fd26802a6f0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.134+0000 7fd274a00640 1 -- 172.21.15.129:0/2830122497 shutdown_connections 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.134+0000 7fd274a00640 1 --2- 172.21.15.129:0/2830122497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2700b8950 0x7fd2700b6440 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.134+0000 7fd274a00640 1 --2- 172.21.15.129:0/2830122497 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd270161ca0 0x7fd2700b5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.134+0000 7fd274a00640 1 -- 172.21.15.129:0/2830122497 >> 172.21.15.129:0/2830122497 conn(0x7fd2700d0f00 msgr2=0x7fd2700d1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.135+0000 7fd274a00640 1 -- 172.21.15.129:0/2830122497 shutdown_connections 2024-09-19T06:48:31.136 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.135+0000 7fd274a00640 1 -- 172.21.15.129:0/2830122497 wait complete. 2024-09-19T06:48:31.138 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.137+0000 7fd274a00640 1 Processor -- start 2024-09-19T06:48:31.138 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.137+0000 7fd274a00640 1 -- start start 2024-09-19T06:48:31.141 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd274a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd2700b8950 0x7fd2701f4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.141 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd274a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2700d1a20 0x7fd27015e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.141 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd274a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd270161ca0 0x7fd2700b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd274a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd270162080 con 0x7fd2700d1a20 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd274a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fd2700d4220 con 0x7fd270161ca0 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd274a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fd2700b33e0 con 0x7fd2700b8950 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd26e800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd2700b8950 0x7fd2701f4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd26e800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd2700b8950 0x7fd2701f4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.129:44336/0 (socket says 172.21.15.129:44336) 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd26e800640 1 -- 172.21.15.129:0/1997763230 learned_addr learned my addr 172.21.15.129:0/1997763230 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd26f200640 1 --2- 172.21.15.129:0/1997763230 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd270161ca0 0x7fd2700b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd265e00640 1 --2- 172.21.15.129:0/1997763230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2700d1a20 0x7fd27015e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd26e800640 1 -- 172.21.15.129:0/1997763230 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd270161ca0 msgr2=0x7fd2700b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd26e800640 1 --2- 172.21.15.129:0/1997763230 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd270161ca0 0x7fd2700b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd26e800640 1 -- 172.21.15.129:0/1997763230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2700d1a20 msgr2=0x7fd27015e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.142 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd26e800640 1 --2- 172.21.15.129:0/1997763230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2700d1a20 0x7fd27015e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.139+0000 7fd26e800640 1 -- 172.21.15.129:0/1997763230 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2701588b0 con 0x7fd2700b8950 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.140+0000 7fd26e800640 1 --2- 172.21.15.129:0/1997763230 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd2700b8950 0x7fd2701f4010 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd26000e840 tx=0x7fd26000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.140+0000 7fd267400640 1 -- 172.21.15.129:0/1997763230 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd260017070 con 0x7fd2700b8950 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.140+0000 7fd267400640 1 -- 172.21.15.129:0/1997763230 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd26000c8e0 con 0x7fd2700b8950 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.140+0000 7fd274a00640 1 -- 172.21.15.129:0/1997763230 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2701f4660 con 0x7fd2700b8950 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.140+0000 7fd267400640 1 -- 172.21.15.129:0/1997763230 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd26000ccd0 con 0x7fd2700b8950 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.140+0000 7fd274a00640 1 -- 172.21.15.129:0/1997763230 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2701f4c20 con 0x7fd2700b8950 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.140+0000 7fd267400640 1 -- 172.21.15.129:0/1997763230 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd26001a070 con 0x7fd2700b8950 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.140+0000 7fd267400640 1 -- 172.21.15.129:0/1997763230 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fd260006020 con 0x7fd2700b8950 2024-09-19T06:48:31.143 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.141+0000 7fd274a00640 1 -- 172.21.15.129:0/1997763230 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2700ce710 con 0x7fd2700b8950 2024-09-19T06:48:31.145 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.144+0000 7fd267400640 1 -- 172.21.15.129:0/1997763230 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd260006480 con 0x7fd2700b8950 2024-09-19T06:48:31.216 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:31.215+0000 7fd4e311e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T06:48:31.217 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.217+0000 7fd274a00640 1 -- 172.21.15.129:0/1997763230 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd new", "uuid": "8fd64d2a-31c0-44ba-9ab4-69d21c1f2676", "id": 6} v 0) -- 0x7fd2700cf020 con 0x7fd2700b8950 2024-09-19T06:48:31.223 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.222+0000 7fd267400640 1 -- 172.21.15.129:0/1997763230 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8fd64d2a-31c0-44ba-9ab4-69d21c1f2676", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fd260006660 con 0x7fd2700b8950 2024-09-19T06:48:31.224 INFO:teuthology.orchestra.run.smithi129.stdout:6 2024-09-19T06:48:31.225 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.223+0000 7fd274a00640 1 -- 172.21.15.129:0/1997763230 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd2700b8950 msgr2=0x7fd2701f4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.225 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.223+0000 7fd274a00640 1 --2- 172.21.15.129:0/1997763230 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd2700b8950 0x7fd2701f4010 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd26000e840 tx=0x7fd26000ed00 comp rx=0 tx=0).stop 2024-09-19T06:48:31.225 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.223+0000 7fd274a00640 1 -- 172.21.15.129:0/1997763230 shutdown_connections 2024-09-19T06:48:31.225 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.223+0000 7fd274a00640 1 --2- 172.21.15.129:0/1997763230 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd270161ca0 0x7fd2700b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.225 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.223+0000 7fd274a00640 1 --2- 172.21.15.129:0/1997763230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd2700d1a20 0x7fd27015e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.225 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.223+0000 7fd274a00640 1 --2- 172.21.15.129:0/1997763230 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd2700b8950 0x7fd2701f4010 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.225 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.223+0000 7fd274a00640 1 -- 172.21.15.129:0/1997763230 >> 172.21.15.129:0/1997763230 conn(0x7fd2700d0f00 msgr2=0x7fd2700d12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:31.225 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.224+0000 7fd274a00640 1 -- 172.21.15.129:0/1997763230 shutdown_connections 2024-09-19T06:48:31.225 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.224+0000 7fd274a00640 1 -- 172.21.15.129:0/1997763230 wait complete. 2024-09-19T06:48:31.239 DEBUG:teuthology.orchestra.run.smithi129:> sudo ceph --cluster ceph osd new c8139c7d-00b5-4208-b5e1-a48c568430a1 7 2024-09-19T06:48:31.315 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:31.314+0000 7f12d558a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T06:48:31.316 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:31.315+0000 7fd4e311e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T06:48:31.390 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.388+0000 7f053d600640 1 Processor -- start 2024-09-19T06:48:31.390 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.389+0000 7f053d600640 1 -- start start 2024-09-19T06:48:31.392 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f053d600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f053815e5f0 0x7f05380d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.392 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f053d600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f05380d13c0 0x7f05380b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.392 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f053d600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f053815e9d0 con 0x7f05380b8730 2024-09-19T06:48:31.392 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f053d600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f05380b9b30 con 0x7f05380d13c0 2024-09-19T06:48:31.392 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f053d600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f05380b8f20 con 0x7f053815e5f0 2024-09-19T06:48:31.392 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f0537e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f053815e5f0 0x7f05380d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.392 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f053cc00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7f05380b8730 0x7f05380ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.129:54984/0 (socket says 172.21.15.129:54984) 2024-09-19T06:48:31.392 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f053cc00640 1 -- 172.21.15.129:0/2691295097 learned_addr learned my addr 172.21.15.129:0/2691295097 (peer_addr_for_me v1:172.21.15.129:0/0) 2024-09-19T06:48:31.392 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f0537400640 1 --2- 172.21.15.129:0/2691295097 >> v2:172.21.15.90:3300/0 conn(0x7f05380d13c0 0x7f05380b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.393 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f0537e00640 1 -- 172.21.15.129:0/2691295097 >> v2:172.21.15.90:3300/0 conn(0x7f05380d13c0 msgr2=0x7f05380b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:31.393 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f0537e00640 1 --2- 172.21.15.129:0/2691295097 >> v2:172.21.15.90:3300/0 conn(0x7f05380d13c0 0x7f05380b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.393 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f0537e00640 1 -- 172.21.15.129:0/2691295097 >> v1:172.21.15.129:6789/0 conn(0x7f05380b8730 legacy=0x7f05380ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.393 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.390+0000 7f0536a00640 1 -- 172.21.15.129:0/2691295097 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2687230530 0 0) 0x7f053815e9d0 con 0x7f05380b8730 2024-09-19T06:48:31.393 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.391+0000 7f0537e00640 1 -- 172.21.15.129:0/2691295097 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05380b9200 con 0x7f053815e5f0 2024-09-19T06:48:31.394 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f0537e00640 1 --2- 172.21.15.129:0/2691295097 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f053815e5f0 0x7f05380d0e80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f05380633c0 tx=0x7f052802a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6cd114a6f2032523 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:31.394 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f0536a00640 1 -- 172.21.15.129:0/2691295097 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0528037070 con 0x7f053815e5f0 2024-09-19T06:48:31.394 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f0536a00640 1 -- 172.21.15.129:0/2691295097 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0528032440 con 0x7f053815e5f0 2024-09-19T06:48:31.394 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f0536a00640 1 -- 172.21.15.129:0/2691295097 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0528032810 con 0x7f053815e5f0 2024-09-19T06:48:31.394 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f053d600640 1 -- 172.21.15.129:0/2691295097 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f053815e5f0 msgr2=0x7f05380d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.394 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f053d600640 1 --2- 172.21.15.129:0/2691295097 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f053815e5f0 0x7f05380d0e80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f05380633c0 tx=0x7f052802a1a0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.394 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f053d600640 1 -- 172.21.15.129:0/2691295097 shutdown_connections 2024-09-19T06:48:31.395 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f053d600640 1 --2- 172.21.15.129:0/2691295097 >> v2:172.21.15.90:3300/0 conn(0x7f05380d13c0 0x7f05380b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.395 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f053d600640 1 --2- 172.21.15.129:0/2691295097 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f053815e5f0 0x7f05380d0e80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.395 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.392+0000 7f053d600640 1 -- 172.21.15.129:0/2691295097 >> 172.21.15.129:0/2691295097 conn(0x7f0538062630 msgr2=0x7f0538062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:31.395 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.393+0000 7f053d600640 1 -- 172.21.15.129:0/2691295097 shutdown_connections 2024-09-19T06:48:31.395 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.393+0000 7f053d600640 1 -- 172.21.15.129:0/2691295097 wait complete. 2024-09-19T06:48:31.396 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.395+0000 7f053d600640 1 Processor -- start 2024-09-19T06:48:31.396 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.395+0000 7f053d600640 1 -- start start 2024-09-19T06:48:31.399 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f053d600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f05380b8730 0x7f05381517b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.399 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f053d600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f05380d13c0 0x7f05380b76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.399 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f053d600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f053815e5f0 0x7f05380b7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.399 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f053d600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f05380b8b60 con 0x7f053815e5f0 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f053d600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f05380b97c0 con 0x7f05380b8730 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f053d600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f05380b8ce0 con 0x7f05380d13c0 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f0537e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f05380b8730 0x7f05381517b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f0537400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f05380d13c0 0x7f05380b76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f0537e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f05380b8730 0x7f05381517b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.129:59860/0 (socket says 172.21.15.129:59860) 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f0537e00640 1 -- 172.21.15.129:0/3390747102 learned_addr learned my addr 172.21.15.129:0/3390747102 (peer_addr_for_me v2:172.21.15.129:0/0) 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.397+0000 7f053cc00640 1 --2- 172.21.15.129:0/3390747102 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f053815e5f0 0x7f05380b7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f0537e00640 1 -- 172.21.15.129:0/3390747102 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f05380d13c0 msgr2=0x7f05380b76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f0537e00640 1 --2- 172.21.15.129:0/3390747102 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f05380d13c0 0x7f05380b76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f0537e00640 1 -- 172.21.15.129:0/3390747102 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f053815e5f0 msgr2=0x7f05380b7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f0537e00640 1 --2- 172.21.15.129:0/3390747102 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f053815e5f0 0x7f05380b7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f0537e00640 1 -- 172.21.15.129:0/3390747102 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05380c8040 con 0x7f05380b8730 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f0537400640 1 --2- 172.21.15.129:0/3390747102 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f05380d13c0 0x7f05380b76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:31.400 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f0537e00640 1 --2- 172.21.15.129:0/3390747102 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f05380b8730 0x7f05381517b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0528000c00 tx=0x7f05280046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:31.401 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f052fe00640 1 -- 172.21.15.129:0/3390747102 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0528037040 con 0x7f05380b8730 2024-09-19T06:48:31.401 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f052fe00640 1 -- 172.21.15.129:0/3390747102 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0528042070 con 0x7f05380b8730 2024-09-19T06:48:31.401 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f052fe00640 1 -- 172.21.15.129:0/3390747102 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0528030bd0 con 0x7f05380b8730 2024-09-19T06:48:31.401 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f053d600640 1 -- 172.21.15.129:0/3390747102 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05380c8320 con 0x7f05380b8730 2024-09-19T06:48:31.401 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.398+0000 7f053d600640 1 -- 172.21.15.129:0/3390747102 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0538151cf0 con 0x7f05380b8730 2024-09-19T06:48:31.401 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.399+0000 7f052fe00640 1 -- 172.21.15.129:0/3390747102 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0528047460 con 0x7f05380b8730 2024-09-19T06:48:31.401 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.399+0000 7f052fe00640 1 -- 172.21.15.129:0/3390747102 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f052803dc30 con 0x7f05380b8730 2024-09-19T06:48:31.402 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.400+0000 7f053d600640 1 -- 172.21.15.129:0/3390747102 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0538069c20 con 0x7f05380b8730 2024-09-19T06:48:31.403 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.402+0000 7f052fe00640 1 -- 172.21.15.129:0/3390747102 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0528032e20 con 0x7f05380b8730 2024-09-19T06:48:31.433 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:31.432+0000 7f12d558a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T06:48:31.436 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:31.435+0000 7fd4e311e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T06:48:31.490 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:31.488+0000 7fd4e311e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T06:48:31.500 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.499+0000 7f053d600640 1 -- 172.21.15.129:0/3390747102 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c8139c7d-00b5-4208-b5e1-a48c568430a1", "id": 7} v 0) -- 0x7f05380cf000 con 0x7f05380b8730 2024-09-19T06:48:31.508 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.507+0000 7f052fe00640 1 -- 172.21.15.129:0/3390747102 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c8139c7d-00b5-4208-b5e1-a48c568430a1", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f052803d5d0 con 0x7f05380b8730 2024-09-19T06:48:31.508 INFO:teuthology.orchestra.run.smithi129.stdout:7 2024-09-19T06:48:31.510 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.508+0000 7f053d600640 1 -- 172.21.15.129:0/3390747102 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f05380b8730 msgr2=0x7f05381517b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.510 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.508+0000 7f053d600640 1 --2- 172.21.15.129:0/3390747102 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f05380b8730 0x7f05381517b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0528000c00 tx=0x7f05280046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.510 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.508+0000 7f053d600640 1 -- 172.21.15.129:0/3390747102 shutdown_connections 2024-09-19T06:48:31.510 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.508+0000 7f053d600640 1 --2- 172.21.15.129:0/3390747102 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f053815e5f0 0x7f05380b7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.510 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.508+0000 7f053d600640 1 --2- 172.21.15.129:0/3390747102 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f05380d13c0 0x7f05380b76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.510 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.508+0000 7f053d600640 1 --2- 172.21.15.129:0/3390747102 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f05380b8730 0x7f05381517b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.510 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.508+0000 7f053d600640 1 -- 172.21.15.129:0/3390747102 >> 172.21.15.129:0/3390747102 conn(0x7f0538062630 msgr2=0x7f05380b3fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:31.510 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.508+0000 7f053d600640 1 -- 172.21.15.129:0/3390747102 shutdown_connections 2024-09-19T06:48:31.510 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:48:31.508+0000 7f053d600640 1 -- 172.21.15.129:0/3390747102 wait complete. 2024-09-19T06:48:31.524 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T06:48:31.524 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T06:48:31.529 INFO:tasks.ceph.osd.0:Started 2024-09-19T06:48:31.530 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T06:48:31.530 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T06:48:31.534 INFO:tasks.ceph.osd.1:Started 2024-09-19T06:48:31.534 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T06:48:31.534 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T06:48:31.538 INFO:tasks.ceph.osd.2:Started 2024-09-19T06:48:31.538 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T06:48:31.538 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T06:48:31.542 INFO:tasks.ceph.osd.3:Started 2024-09-19T06:48:31.542 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T06:48:31.542 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T06:48:31.547 INFO:tasks.ceph.osd.4:Started 2024-09-19T06:48:31.547 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T06:48:31.547 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T06:48:31.552 INFO:tasks.ceph.osd.5:Started 2024-09-19T06:48:31.552 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T06:48:31.553 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T06:48:31.558 INFO:tasks.ceph.osd.6:Started 2024-09-19T06:48:31.558 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T06:48:31.558 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T06:48:31.563 INFO:tasks.ceph.osd.7:Started 2024-09-19T06:48:31.564 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:48:31.577 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:31.575+0000 7f12d558a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T06:48:31.644 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:31.641+0000 7f12d558a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T06:48:31.667 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:31.665+0000 7fd4e311e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T06:48:31.758 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:31.756+0000 7fd4e311e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T06:48:31.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.760+0000 7fa5fe800640 1 Processor -- start 2024-09-19T06:48:31.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.760+0000 7fa5fe800640 1 -- start start 2024-09-19T06:48:31.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.761+0000 7fa5fe800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fa5f815e5f0 0x7fa5f80d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.761+0000 7fa5fe800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fa5f80b8900 0x7fa5f80d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.761+0000 7fa5fe800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5f815e9d0 con 0x7fa5f80d13c0 2024-09-19T06:48:31.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.761+0000 7fa5fe800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fa5f80b9b30 con 0x7fa5f815e5f0 2024-09-19T06:48:31.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.761+0000 7fa5fe800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fa5f80b8f20 con 0x7fa5f80b8900 2024-09-19T06:48:31.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.761+0000 7fa5fd400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fa5f815e5f0 0x7fa5f80d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.762+0000 7fa5fd400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fa5f815e5f0 0x7fa5f80d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55588/0 (socket says 172.21.15.90:55588) 2024-09-19T06:48:31.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.762+0000 7fa5fd400640 1 -- 172.21.15.90:0/2207243050 learned_addr learned my addr 172.21.15.90:0/2207243050 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:31.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.762+0000 7fa5fde00640 1 --2- 172.21.15.90:0/2207243050 >> v2:172.21.15.129:3300/0 conn(0x7fa5f80b8900 0x7fa5f80d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.762+0000 7fa5fd400640 1 -- 172.21.15.90:0/2207243050 >> v2:172.21.15.129:3300/0 conn(0x7fa5f80b8900 msgr2=0x7fa5f80d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:31.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.762+0000 7fa5fd400640 1 --2- 172.21.15.90:0/2207243050 >> v2:172.21.15.129:3300/0 conn(0x7fa5f80b8900 0x7fa5f80d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.762+0000 7fa5fd400640 1 -- 172.21.15.90:0/2207243050 >> v1:172.21.15.90:6789/0 conn(0x7fa5f80d13c0 legacy=0x7fa5f80b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.762+0000 7fa5fd400640 1 -- 172.21.15.90:0/2207243050 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5f80b9200 con 0x7fa5f815e5f0 2024-09-19T06:48:31.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.762+0000 7fa5f7e00640 1 -- 172.21.15.90:0/2207243050 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1819260275 0 0) 0x7fa5f815e9d0 con 0x7fa5f80d13c0 2024-09-19T06:48:31.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.763+0000 7fa5fd400640 1 --2- 172.21.15.90:0/2207243050 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f815e5f0 0x7fa5f80d0e80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa5f80c7ed0 tx=0x7fa5ec02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49705573b6341fd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:31.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.763+0000 7fa5f7e00640 1 -- 172.21.15.90:0/2207243050 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec037070 con 0x7fa5f815e5f0 2024-09-19T06:48:31.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.763+0000 7fa5f7e00640 1 -- 172.21.15.90:0/2207243050 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5ec032440 con 0x7fa5f815e5f0 2024-09-19T06:48:31.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.763+0000 7fa5f7e00640 1 -- 172.21.15.90:0/2207243050 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec032810 con 0x7fa5f815e5f0 2024-09-19T06:48:31.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.764+0000 7fa5fe800640 1 -- 172.21.15.90:0/2207243050 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f815e5f0 msgr2=0x7fa5f80d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.764+0000 7fa5fe800640 1 --2- 172.21.15.90:0/2207243050 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f815e5f0 0x7fa5f80d0e80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa5f80c7ed0 tx=0x7fa5ec02a270 comp rx=0 tx=0).stop 2024-09-19T06:48:31.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.764+0000 7fa5fe800640 1 -- 172.21.15.90:0/2207243050 shutdown_connections 2024-09-19T06:48:31.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.764+0000 7fa5fe800640 1 --2- 172.21.15.90:0/2207243050 >> v2:172.21.15.129:3300/0 conn(0x7fa5f80b8900 0x7fa5f80d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.764+0000 7fa5fe800640 1 --2- 172.21.15.90:0/2207243050 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f815e5f0 0x7fa5f80d0e80 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.764+0000 7fa5fe800640 1 -- 172.21.15.90:0/2207243050 >> 172.21.15.90:0/2207243050 conn(0x7fa5f8062630 msgr2=0x7fa5f8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:31.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.764+0000 7fa5fe800640 1 -- 172.21.15.90:0/2207243050 shutdown_connections 2024-09-19T06:48:31.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.764+0000 7fa5fe800640 1 -- 172.21.15.90:0/2207243050 wait complete. 2024-09-19T06:48:31.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.766+0000 7fa5fe800640 1 Processor -- start 2024-09-19T06:48:31.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.766+0000 7fa5fe800640 1 -- start start 2024-09-19T06:48:31.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fe800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5f80b8900 0x7fa5f814c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fe800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5f80d13c0 0x7fa5f80cb540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fe800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f814fcf0 0x7fa5f80ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:31.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fe800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f80d3100 con 0x7fa5f814fcf0 2024-09-19T06:48:31.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fe800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f80b97c0 con 0x7fa5f80b8900 2024-09-19T06:48:31.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fe800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa5f80d3280 con 0x7fa5f80d13c0 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f814fcf0 0x7fa5f80ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f814fcf0 0x7fa5f80ccf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55598/0 (socket says 172.21.15.90:55598) 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fde00640 1 -- 172.21.15.90:0/1823443557 learned_addr learned my addr 172.21.15.90:0/1823443557 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fd400640 1 --2- 172.21.15.90:0/1823443557 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5f80b8900 0x7fa5f814c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fca00640 1 --2- 172.21.15.90:0/1823443557 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5f80d13c0 0x7fa5f80cb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fde00640 1 -- 172.21.15.90:0/1823443557 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5f80d13c0 msgr2=0x7fa5f80cb540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fde00640 1 --2- 172.21.15.90:0/1823443557 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5f80d13c0 0x7fa5f80cb540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fde00640 1 -- 172.21.15.90:0/1823443557 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5f80b8900 msgr2=0x7fa5f814c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fde00640 1 --2- 172.21.15.90:0/1823443557 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5f80b8900 0x7fa5f814c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.767+0000 7fa5fde00640 1 -- 172.21.15.90:0/1823443557 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5f80cbeb0 con 0x7fa5f814fcf0 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.768+0000 7fa5fde00640 1 --2- 172.21.15.90:0/1823443557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f814fcf0 0x7fa5f80ccf50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa5f000efc0 tx=0x7fa5f000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.768+0000 7fa5f5600640 1 -- 172.21.15.90:0/1823443557 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f0018020 con 0x7fa5f814fcf0 2024-09-19T06:48:31.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.768+0000 7fa5f5600640 1 -- 172.21.15.90:0/1823443557 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5f0014480 con 0x7fa5f814fcf0 2024-09-19T06:48:31.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.768+0000 7fa5f5600640 1 -- 172.21.15.90:0/1823443557 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f0014870 con 0x7fa5f814fcf0 2024-09-19T06:48:31.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.768+0000 7fa5fe800640 1 -- 172.21.15.90:0/1823443557 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5f80cc190 con 0x7fa5f814fcf0 2024-09-19T06:48:31.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.768+0000 7fa5fe800640 1 -- 172.21.15.90:0/1823443557 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5f80cc750 con 0x7fa5f814fcf0 2024-09-19T06:48:31.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.768+0000 7fa5f5600640 1 -- 172.21.15.90:0/1823443557 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa5f0005d10 con 0x7fa5f814fcf0 2024-09-19T06:48:31.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.768+0000 7fa5f5600640 1 -- 172.21.15.90:0/1823443557 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fa5f0013ab0 con 0x7fa5f814fcf0 2024-09-19T06:48:31.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.769+0000 7fa5fe800640 1 -- 172.21.15.90:0/1823443557 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5f80ba080 con 0x7fa5f814fcf0 2024-09-19T06:48:31.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.772+0000 7fa5f5600640 1 -- 172.21.15.90:0/1823443557 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa5f80ba080 con 0x7fa5f814fcf0 2024-09-19T06:48:31.786 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:31.785+0000 7f12d558a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T06:48:31.814 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:31.813+0000 7fd4e311e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T06:48:31.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.834+0000 7fa5fe800640 1 -- 172.21.15.90:0/1823443557 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa5f80d3620 con 0x7fa5f814fcf0 2024-09-19T06:48:31.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.835+0000 7fa5f5600640 1 -- 172.21.15.90:0/1823443557 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fa5f0022070 con 0x7fa5f814fcf0 2024-09-19T06:48:31.836 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:31.836 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":10,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:31.501297+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:48:31.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.835+0000 7fa5fe800640 1 -- 172.21.15.90:0/1823443557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f814fcf0 msgr2=0x7fa5f80ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:31.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.835+0000 7fa5fe800640 1 --2- 172.21.15.90:0/1823443557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f814fcf0 0x7fa5f80ccf50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa5f000efc0 tx=0x7fa5f000c490 comp rx=0 tx=0).stop 2024-09-19T06:48:31.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.836+0000 7fa5fe800640 1 -- 172.21.15.90:0/1823443557 shutdown_connections 2024-09-19T06:48:31.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.836+0000 7fa5fe800640 1 --2- 172.21.15.90:0/1823443557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5f814fcf0 0x7fa5f80ccf50 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.836+0000 7fa5fe800640 1 --2- 172.21.15.90:0/1823443557 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5f80d13c0 0x7fa5f80cb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.836+0000 7fa5fe800640 1 --2- 172.21.15.90:0/1823443557 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5f80b8900 0x7fa5f814c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:31.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.836+0000 7fa5fe800640 1 -- 172.21.15.90:0/1823443557 >> 172.21.15.90:0/1823443557 conn(0x7fa5f8062630 msgr2=0x7fa5f80d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:31.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.836+0000 7fa5fe800640 1 -- 172.21.15.90:0/1823443557 shutdown_connections 2024-09-19T06:48:31.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:31.836+0000 7fa5fe800640 1 -- 172.21.15.90:0/1823443557 wait complete. 2024-09-19T06:48:31.850 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:31.848+0000 7f12d558a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T06:48:31.852 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T06:48:31.853 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T06:48:31.903 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:31.901+0000 7f12d558a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T06:48:31.944 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:31.942+0000 7fd4e311e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T06:48:32.003 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:32.002+0000 7fd4e311e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T06:48:32.031 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:32.030+0000 7f12d558a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T06:48:32.064 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:32.062+0000 7fd4e311e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T06:48:32.089 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:32.088+0000 7f12d558a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T06:48:32.141 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:32.140+0000 7fd4e311e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T06:48:32.148 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:32.147+0000 7f12d558a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T06:48:32.192 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:32.191+0000 7fd4e311e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T06:48:32.226 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:32.224+0000 7f12d558a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T06:48:32.243 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:32.241+0000 7fd4e311e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T06:48:32.280 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:32.279+0000 7f12d558a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T06:48:32.334 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:32.333+0000 7f12d558a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T06:48:32.659 DEBUG:teuthology.orchestra.run.smithi090:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T06:48:32.795 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.794+0000 7f7791200640 1 Processor -- start 2024-09-19T06:48:32.795 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.794+0000 7f7791200640 1 -- start start 2024-09-19T06:48:32.796 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.795+0000 7f7791200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f778c0d1540 0x7f778c0d1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:32.797 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.795+0000 7f7791200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 0x7f778c0b7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:32.797 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.795+0000 7f7791200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f778c0d1ea0 con 0x7f778c15e7c0 2024-09-19T06:48:32.797 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.795+0000 7f7791200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f778c0cfd00 con 0x7f778c0d1540 2024-09-19T06:48:32.797 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.795+0000 7f7791200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f778c0d31d0 con 0x7f778c0b77e0 2024-09-19T06:48:32.797 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.795+0000 7f778aa00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f778c0d1540 0x7f778c0d1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:32.797 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.795+0000 7f778aa00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f778c0d1540 0x7f778c0d1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55614/0 (socket says 172.21.15.90:55614) 2024-09-19T06:48:32.797 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.795+0000 7f778aa00640 1 -- 172.21.15.90:0/3322246542 learned_addr learned my addr 172.21.15.90:0/3322246542 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:32.797 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.795+0000 7f778be00640 1 --2- 172.21.15.90:0/3322246542 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 0x7f778c0b7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:32.798 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.796+0000 7f778aa00640 1 -- 172.21.15.90:0/3322246542 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 msgr2=0x7f778c0b7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:32.798 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.796+0000 7f778aa00640 1 --2- 172.21.15.90:0/3322246542 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 0x7f778c0b7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:32.798 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.796+0000 7f778aa00640 1 -- 172.21.15.90:0/3322246542 >> v1:172.21.15.129:6789/0 conn(0x7f778c15e7c0 legacy=0x7f778c0cf5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:32.798 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.796+0000 7f778aa00640 1 -- 172.21.15.90:0/3322246542 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f778c0d34b0 con 0x7f778c0d1540 2024-09-19T06:48:32.799 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.797+0000 7f778aa00640 1 --2- 172.21.15.90:0/3322246542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 0x7f778c0d1960 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7778009870 tx=0x7f777802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1060d3414817e7e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:32.799 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.797+0000 7f778a000640 1 -- 172.21.15.90:0/3322246542 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7778037070 con 0x7f778c0d1540 2024-09-19T06:48:32.799 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.797+0000 7f778a000640 1 -- 172.21.15.90:0/3322246542 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f777802ae50 con 0x7f778c0d1540 2024-09-19T06:48:32.799 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.797+0000 7f778a000640 1 -- 172.21.15.90:0/3322246542 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7778032860 con 0x7f778c0d1540 2024-09-19T06:48:32.800 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.798+0000 7f7791200640 1 -- 172.21.15.90:0/3322246542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 msgr2=0x7f778c0d1960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:32.800 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.798+0000 7f7791200640 1 --2- 172.21.15.90:0/3322246542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 0x7f778c0d1960 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7778009870 tx=0x7f777802a300 comp rx=0 tx=0).stop 2024-09-19T06:48:32.800 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.798+0000 7f7791200640 1 -- 172.21.15.90:0/3322246542 shutdown_connections 2024-09-19T06:48:32.800 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.798+0000 7f7791200640 1 --2- 172.21.15.90:0/3322246542 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 0x7f778c0b7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:32.800 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.798+0000 7f7791200640 1 --2- 172.21.15.90:0/3322246542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 0x7f778c0d1960 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:32.800 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.798+0000 7f7791200640 1 -- 172.21.15.90:0/3322246542 >> 172.21.15.90:0/3322246542 conn(0x7f778c073670 msgr2=0x7f778c073a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:32.800 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.798+0000 7f7791200640 1 -- 172.21.15.90:0/3322246542 shutdown_connections 2024-09-19T06:48:32.800 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.798+0000 7f7791200640 1 -- 172.21.15.90:0/3322246542 wait complete. 2024-09-19T06:48:32.801 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.799+0000 7f7791200640 1 Processor -- start 2024-09-19T06:48:32.801 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.800+0000 7f7791200640 1 -- start start 2024-09-19T06:48:32.803 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.800+0000 7f7791200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 0x7f778c15aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:32.803 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.800+0000 7f7791200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 0x7f778c0b5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:32.803 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.800+0000 7f7791200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f778c15e7c0 0x7f778c0b56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:32.803 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.800+0000 7f7791200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f778c0d3d50 con 0x7f778c0d1540 2024-09-19T06:48:32.803 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.800+0000 7f7791200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f778c0d3a70 con 0x7f778c15e7c0 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.800+0000 7f7791200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f778c0d4270 con 0x7f778c0b77e0 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778b400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 0x7f778c15aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778aa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 0x7f778c0b5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778aa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 0x7f778c0b5170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55616/0 (socket says 172.21.15.90:55616) 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778aa00640 1 -- 172.21.15.90:0/3724600822 learned_addr learned my addr 172.21.15.90:0/3724600822 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778b400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 0x7f778c15aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:58890/0 (socket says 172.21.15.90:58890) 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778be00640 1 --2- 172.21.15.90:0/3724600822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f778c15e7c0 0x7f778c0b56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778aa00640 1 -- 172.21.15.90:0/3724600822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 msgr2=0x7f778c15aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778aa00640 1 --2- 172.21.15.90:0/3724600822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 0x7f778c15aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778aa00640 1 -- 172.21.15.90:0/3724600822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f778c15e7c0 msgr2=0x7f778c0b56b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778aa00640 1 --2- 172.21.15.90:0/3724600822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f778c15e7c0 0x7f778c0b56b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:32.804 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778aa00640 1 -- 172.21.15.90:0/3724600822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f778c159160 con 0x7f778c0d1540 2024-09-19T06:48:32.805 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.801+0000 7f778aa00640 1 --2- 172.21.15.90:0/3724600822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 0x7f778c0b5170 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f777802a340 tx=0x7f77780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:32.805 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.802+0000 7f7783400640 1 -- 172.21.15.90:0/3724600822 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7778041020 con 0x7f778c0d1540 2024-09-19T06:48:32.805 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.802+0000 7f7783400640 1 -- 172.21.15.90:0/3724600822 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f777803c870 con 0x7f778c0d1540 2024-09-19T06:48:32.805 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.802+0000 7f7783400640 1 -- 172.21.15.90:0/3724600822 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7778037040 con 0x7f778c0d1540 2024-09-19T06:48:32.805 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.802+0000 7f7791200640 1 -- 172.21.15.90:0/3724600822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f778c159440 con 0x7f778c0d1540 2024-09-19T06:48:32.805 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.802+0000 7f7791200640 1 -- 172.21.15.90:0/3724600822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f778c159a00 con 0x7f778c0d1540 2024-09-19T06:48:32.805 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.802+0000 7f7783400640 1 -- 172.21.15.90:0/3724600822 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7778044020 con 0x7f778c0d1540 2024-09-19T06:48:32.805 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.802+0000 7f7783400640 1 -- 172.21.15.90:0/3724600822 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f777803dc60 con 0x7f778c0d1540 2024-09-19T06:48:32.806 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.803+0000 7f7791200640 1 -- 172.21.15.90:0/3724600822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f778c15eba0 con 0x7f778c0d1540 2024-09-19T06:48:32.808 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.807+0000 7f7783400640 1 -- 172.21.15.90:0/3724600822 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f777804b030 con 0x7f778c0d1540 2024-09-19T06:48:32.870 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.868+0000 7f7791200640 1 -- 172.21.15.90:0/3724600822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f778c073d90 con 0x7f778c0d1540 2024-09-19T06:48:32.870 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.869+0000 7f7783400640 1 -- 172.21.15.90:0/3724600822 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f777803cc60 con 0x7f778c0d1540 2024-09-19T06:48:32.871 INFO:teuthology.misc.health.smithi090.stdout: 2024-09-19T06:48:32.871 INFO:teuthology.misc.health.smithi090.stdout:{"epoch":10,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:31.501297+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:48:32.872 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.870+0000 7f7791200640 1 -- 172.21.15.90:0/3724600822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 msgr2=0x7f778c0b5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:32.872 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.870+0000 7f7791200640 1 --2- 172.21.15.90:0/3724600822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 0x7f778c0b5170 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f777802a340 tx=0x7f77780046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:32.872 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.870+0000 7f7791200640 1 -- 172.21.15.90:0/3724600822 shutdown_connections 2024-09-19T06:48:32.872 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.870+0000 7f7791200640 1 --2- 172.21.15.90:0/3724600822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f778c15e7c0 0x7f778c0b56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:32.872 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.870+0000 7f7791200640 1 --2- 172.21.15.90:0/3724600822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f778c0d1540 0x7f778c0b5170 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:32.872 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.870+0000 7f7791200640 1 --2- 172.21.15.90:0/3724600822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f778c0b77e0 0x7f778c15aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:32.872 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.870+0000 7f7791200640 1 -- 172.21.15.90:0/3724600822 >> 172.21.15.90:0/3724600822 conn(0x7f778c073670 msgr2=0x7f778c0c99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:32.872 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.871+0000 7f7791200640 1 -- 172.21.15.90:0/3724600822 shutdown_connections 2024-09-19T06:48:32.872 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:32.871+0000 7f7791200640 1 -- 172.21.15.90:0/3724600822 wait complete. 2024-09-19T06:48:32.884 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T06:48:33.006 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:33.005+0000 7fd4e311e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T06:48:33.089 INFO:tasks.ceph.mgr.x.smithi129.stderr:2024-09-19T06:48:33.088+0000 7f12d558a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T06:48:33.584 INFO:tasks.ceph.osd.4.smithi129.stderr:2024-09-19T06:48:33.583+0000 7ff9a8c16640 -1 Falling back to public interface 2024-09-19T06:48:33.607 INFO:tasks.ceph.osd.2.smithi090.stderr:2024-09-19T06:48:33.606+0000 7f77de218640 -1 Falling back to public interface 2024-09-19T06:48:33.611 INFO:tasks.ceph.osd.6.smithi129.stderr:2024-09-19T06:48:33.610+0000 7febb4a1e640 -1 Falling back to public interface 2024-09-19T06:48:33.640 INFO:tasks.ceph.osd.1.smithi090.stderr:2024-09-19T06:48:33.639+0000 7f3a61432640 -1 Falling back to public interface 2024-09-19T06:48:33.656 INFO:tasks.ceph.osd.3.smithi090.stderr:2024-09-19T06:48:33.655+0000 7f83e922c640 -1 Falling back to public interface 2024-09-19T06:48:33.660 INFO:tasks.ceph.osd.5.smithi129.stderr:2024-09-19T06:48:33.659+0000 7f2881820640 -1 Falling back to public interface 2024-09-19T06:48:33.669 INFO:tasks.ceph.osd.7.smithi129.stderr:2024-09-19T06:48:33.668+0000 7f97c240c640 -1 Falling back to public interface 2024-09-19T06:48:33.688 INFO:tasks.ceph.osd.0.smithi090.stderr:2024-09-19T06:48:33.687+0000 7f9151416640 -1 Falling back to public interface 2024-09-19T06:48:34.026 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:34.025+0000 7fd482a00640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T06:48:34.027 INFO:tasks.ceph.mgr.y.smithi090.stderr:2024-09-19T06:48:34.025+0000 7fd482a00640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-19T06:48:37.970 INFO:tasks.ceph.osd.4.smithi129.stderr:2024-09-19T06:48:37.969+0000 7ff9a8c16640 -1 osd.4 0 log_to_monitors true 2024-09-19T06:48:38.079 INFO:tasks.ceph.osd.3.smithi090.stderr:2024-09-19T06:48:38.078+0000 7f83e922c640 -1 osd.3 0 log_to_monitors true 2024-09-19T06:48:38.107 INFO:tasks.ceph.osd.5.smithi129.stderr:2024-09-19T06:48:38.106+0000 7f2881820640 -1 osd.5 0 log_to_monitors true 2024-09-19T06:48:38.244 INFO:tasks.ceph.osd.2.smithi090.stderr:2024-09-19T06:48:38.243+0000 7f77de218640 -1 osd.2 0 log_to_monitors true 2024-09-19T06:48:38.266 INFO:tasks.ceph.osd.1.smithi090.stderr:2024-09-19T06:48:38.265+0000 7f3a61432640 -1 osd.1 0 log_to_monitors true 2024-09-19T06:48:38.287 INFO:tasks.ceph.osd.6.smithi129.stderr:2024-09-19T06:48:38.286+0000 7febb4a1e640 -1 osd.6 0 log_to_monitors true 2024-09-19T06:48:38.369 INFO:tasks.ceph.osd.0.smithi090.stderr:2024-09-19T06:48:38.365+0000 7f9151416640 -1 osd.0 0 log_to_monitors true 2024-09-19T06:48:38.393 INFO:tasks.ceph.osd.7.smithi129.stderr:2024-09-19T06:48:38.392+0000 7f97c240c640 -1 osd.7 0 log_to_monitors true 2024-09-19T06:48:39.691 DEBUG:teuthology.orchestra.run.smithi090:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T06:48:39.833 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.832+0000 7f34f2800640 1 Processor -- start 2024-09-19T06:48:39.833 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.832+0000 7f34f2800640 1 -- start start 2024-09-19T06:48:39.835 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.833+0000 7f34f2800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 0x7f34ec0b87f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:39.835 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.833+0000 7f34f2800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f34ec15eae0 0x7f34ec06d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:39.835 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.833+0000 7f34f2800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f34ec06dd30 0x7f34ec0b73f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:39.835 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.833+0000 7f34f2800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f34ec15ff10 con 0x7f34ec15eae0 2024-09-19T06:48:39.835 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.833+0000 7f34f2800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f34ec15f300 con 0x7f34ec06dd30 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.833+0000 7f34f2800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f34ec15f5e0 con 0x7f34ec15e700 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.833+0000 7f34f0a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f34ec15eae0 0x7f34ec06d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f0a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f34ec15eae0 0x7f34ec06d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50508/0 (socket says 172.21.15.90:50508) 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f0a00640 1 -- 172.21.15.90:0/1264587665 learned_addr learned my addr 172.21.15.90:0/1264587665 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f1400640 1 --2- 172.21.15.90:0/1264587665 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 0x7f34ec0b87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f1e00640 1 --2- 172.21.15.90:0/1264587665 >> v2:172.21.15.129:3300/0 conn(0x7f34ec06dd30 0x7f34ec0b73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f0a00640 1 -- 172.21.15.90:0/1264587665 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 msgr2=0x7f34ec0b87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f0a00640 1 --2- 172.21.15.90:0/1264587665 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 0x7f34ec0b87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f0a00640 1 -- 172.21.15.90:0/1264587665 >> v2:172.21.15.129:3300/0 conn(0x7f34ec06dd30 msgr2=0x7f34ec0b73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f0a00640 1 --2- 172.21.15.90:0/1264587665 >> v2:172.21.15.129:3300/0 conn(0x7f34ec06dd30 0x7f34ec0b73f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f0a00640 1 -- 172.21.15.90:0/1264587665 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34ec15f8c0 con 0x7f34ec15eae0 2024-09-19T06:48:39.836 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.834+0000 7f34f1400640 1 --2- 172.21.15.90:0/1264587665 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 0x7f34ec0b87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.835+0000 7f34f0a00640 1 --2- 172.21.15.90:0/1264587665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec15eae0 0x7f34ec06d7f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f34ec0b90c0 tx=0x7f34d802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a6a133e2a834ac9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.835+0000 7f34ebe00640 1 -- 172.21.15.90:0/1264587665 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d8037070 con 0x7f34ec15eae0 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.835+0000 7f34ebe00640 1 -- 172.21.15.90:0/1264587665 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34d8032440 con 0x7f34ec15eae0 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.835+0000 7f34ebe00640 1 -- 172.21.15.90:0/1264587665 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d8032810 con 0x7f34ec15eae0 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.836+0000 7f34f2800640 1 -- 172.21.15.90:0/1264587665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec15eae0 msgr2=0x7f34ec06d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.836+0000 7f34f2800640 1 --2- 172.21.15.90:0/1264587665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec15eae0 0x7f34ec06d7f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f34ec0b90c0 tx=0x7f34d802a1e0 comp rx=0 tx=0).stop 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.836+0000 7f34f2800640 1 -- 172.21.15.90:0/1264587665 shutdown_connections 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.836+0000 7f34f2800640 1 --2- 172.21.15.90:0/1264587665 >> v2:172.21.15.129:3300/0 conn(0x7f34ec06dd30 0x7f34ec0b73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.836+0000 7f34f2800640 1 --2- 172.21.15.90:0/1264587665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec15eae0 0x7f34ec06d7f0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.836+0000 7f34f2800640 1 --2- 172.21.15.90:0/1264587665 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 0x7f34ec0b87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.836+0000 7f34f2800640 1 -- 172.21.15.90:0/1264587665 >> 172.21.15.90:0/1264587665 conn(0x7f34ec0d49a0 msgr2=0x7f34ec0d4db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:39.838 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.836+0000 7f34f2800640 1 -- 172.21.15.90:0/1264587665 shutdown_connections 2024-09-19T06:48:39.839 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.836+0000 7f34f2800640 1 -- 172.21.15.90:0/1264587665 wait complete. 2024-09-19T06:48:39.839 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.837+0000 7f34f2800640 1 Processor -- start 2024-09-19T06:48:39.839 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.838+0000 7f34f2800640 1 -- start start 2024-09-19T06:48:39.841 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.838+0000 7f34f2800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec06dd30 0x7f34ec14cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:39.841 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f2800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 0x7f34ec15bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:39.841 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f2800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f34ec15eae0 0x7f34ec15c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:39.841 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f2800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec15f0a0 con 0x7f34ec06dd30 2024-09-19T06:48:39.841 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f2800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec15ef20 con 0x7f34ec15eae0 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f2800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f34ec0b7930 con 0x7f34ec15e700 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec06dd30 0x7f34ec14cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec06dd30 0x7f34ec14cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:50524/0 (socket says 172.21.15.90:50524) 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1400640 1 -- 172.21.15.90:0/1695167279 learned_addr learned my addr 172.21.15.90:0/1695167279 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f0a00640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 0x7f34ec15bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1e00640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f34ec15eae0 0x7f34ec15c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1400640 1 -- 172.21.15.90:0/1695167279 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 msgr2=0x7f34ec15bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1400640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 0x7f34ec15bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1400640 1 -- 172.21.15.90:0/1695167279 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f34ec15eae0 msgr2=0x7f34ec15c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1400640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f34ec15eae0 0x7f34ec15c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1400640 1 -- 172.21.15.90:0/1695167279 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34ec0ace60 con 0x7f34ec06dd30 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1e00640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f34ec15eae0 0x7f34ec15c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:48:39.842 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.839+0000 7f34f1400640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec06dd30 0x7f34ec14cfc0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f34e000e810 tx=0x7f34e000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:39.843 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.840+0000 7f34e9600640 1 -- 172.21.15.90:0/1695167279 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e000f040 con 0x7f34ec06dd30 2024-09-19T06:48:39.843 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.840+0000 7f34e9600640 1 -- 172.21.15.90:0/1695167279 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34e0004030 con 0x7f34ec06dd30 2024-09-19T06:48:39.843 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.840+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34ec0ad140 con 0x7f34ec06dd30 2024-09-19T06:48:39.843 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.840+0000 7f34e9600640 1 -- 172.21.15.90:0/1695167279 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e0004400 con 0x7f34ec06dd30 2024-09-19T06:48:39.843 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.840+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34ec0ad700 con 0x7f34ec06dd30 2024-09-19T06:48:39.844 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.841+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34ec0b73f0 con 0x7f34ec06dd30 2024-09-19T06:48:39.844 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.841+0000 7f34e9600640 1 -- 172.21.15.90:0/1695167279 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7f34e000c6d0 con 0x7f34ec06dd30 2024-09-19T06:48:39.844 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.842+0000 7f34e9600640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f34cc06c250 0x7f34cc06e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:39.844 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.842+0000 7f34e9600640 1 -- 172.21.15.90:0/1695167279 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2009+0+0 (secure 0 0 0) 0x7f34e008a290 con 0x7f34ec06dd30 2024-09-19T06:48:39.844 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.843+0000 7f34f0a00640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f34cc06c250 0x7f34cc06e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:39.844 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.843+0000 7f34f0a00640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f34cc06c250 0x7f34cc06e710 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f34d8034000 tx=0x7f34d802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:39.849 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:39.848+0000 7f34e9600640 1 -- 172.21.15.90:0/1695167279 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f34e0017020 con 0x7f34ec06dd30 2024-09-19T06:48:40.022 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.020+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f34ec0b4780 con 0x7f34ec06dd30 2024-09-19T06:48:40.023 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.021+0000 7f34e9600640 1 -- 172.21.15.90:0/1695167279 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) ==== 74+0+7058 (secure 0 0 0) 0x7f34e0054020 con 0x7f34ec06dd30 2024-09-19T06:48:40.023 INFO:teuthology.misc.health.smithi090.stdout: 2024-09-19T06:48:40.023 INFO:teuthology.misc.health.smithi090.stdout:{"epoch":12,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:39.031663+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:48:40.025 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f34cc06c250 msgr2=0x7f34cc06e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:40.025 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f34cc06c250 0x7f34cc06e710 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f34d8034000 tx=0x7f34d802e000 comp rx=0 tx=0).stop 2024-09-19T06:48:40.025 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec06dd30 msgr2=0x7f34ec14cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:40.025 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec06dd30 0x7f34ec14cfc0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f34e000e810 tx=0x7f34e000ecd0 comp rx=0 tx=0).stop 2024-09-19T06:48:40.025 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 shutdown_connections 2024-09-19T06:48:40.025 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f34cc06c250 0x7f34cc06e710 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:40.025 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f34ec15eae0 0x7f34ec15c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:40.025 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f34ec15e700 0x7f34ec15bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:40.026 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 --2- 172.21.15.90:0/1695167279 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34ec06dd30 0x7f34ec14cfc0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:40.026 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 >> 172.21.15.90:0/1695167279 conn(0x7f34ec0d49a0 msgr2=0x7f34ec0b8710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:40.026 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 shutdown_connections 2024-09-19T06:48:40.026 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:40.023+0000 7f34f2800640 1 -- 172.21.15.90:0/1695167279 wait complete. 2024-09-19T06:48:40.040 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T06:48:40.128 INFO:tasks.ceph.osd.4.smithi129.stderr:2024-09-19T06:48:40.127+0000 7ff9a2c00640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T06:48:40.225 INFO:tasks.ceph.osd.4.smithi129.stderr:2024-09-19T06:48:40.224+0000 7ff999600640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:48:41.844 INFO:tasks.ceph.osd.7.smithi129.stderr:2024-09-19T06:48:41.843+0000 7f97bd600640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T06:48:41.847 INFO:tasks.ceph.osd.5.smithi129.stderr:2024-09-19T06:48:41.847+0000 7f287bc00640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T06:48:41.854 INFO:tasks.ceph.osd.5.smithi129.stderr:2024-09-19T06:48:41.853+0000 7f2872600640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:48:41.854 INFO:tasks.ceph.osd.7.smithi129.stderr:2024-09-19T06:48:41.853+0000 7f97b2c00640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:48:41.920 INFO:tasks.ceph.osd.6.smithi129.stderr:2024-09-19T06:48:41.919+0000 7febae800640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T06:48:41.929 INFO:tasks.ceph.osd.6.smithi129.stderr:2024-09-19T06:48:41.928+0000 7feba5200640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:48:42.276 INFO:tasks.ceph.osd.3.smithi090.stderr:2024-09-19T06:48:42.274+0000 7f83e2c00640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T06:48:42.287 INFO:tasks.ceph.osd.3.smithi090.stderr:2024-09-19T06:48:42.286+0000 7f83d9600640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:48:42.337 INFO:tasks.ceph.osd.1.smithi090.stderr:2024-09-19T06:48:42.336+0000 7f3a5ae00640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T06:48:42.344 INFO:tasks.ceph.osd.1.smithi090.stderr:2024-09-19T06:48:42.343+0000 7f3a51800640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:48:42.361 INFO:tasks.ceph.osd.0.smithi090.stderr:2024-09-19T06:48:42.360+0000 7f914b200640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T06:48:42.364 INFO:tasks.ceph.osd.2.smithi090.stderr:2024-09-19T06:48:42.363+0000 7f77d9600640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T06:48:42.370 INFO:tasks.ceph.osd.2.smithi090.stderr:2024-09-19T06:48:42.369+0000 7f77cec00640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:48:42.375 INFO:tasks.ceph.osd.0.smithi090.stderr:2024-09-19T06:48:42.374+0000 7f9141c00640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:48:43.991 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:48:43.995 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:48:46.848 DEBUG:teuthology.orchestra.run.smithi090:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T06:48:46.981 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.979+0000 7fa760000640 1 Processor -- start 2024-09-19T06:48:46.981 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.980+0000 7fa760000640 1 -- start start 2024-09-19T06:48:46.982 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa760000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa758071090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:46.983 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa760000640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fa75806d140 0x7fa758071aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:46.983 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa760000640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7580cd400 con 0x7fa758071fe0 2024-09-19T06:48:46.983 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa760000640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fa7580cd6a0 con 0x7fa75806d140 2024-09-19T06:48:46.983 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa760000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa7580cd980 con 0x7fa75815e8f0 2024-09-19T06:48:46.983 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa75d600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa758071090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:46.983 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa75cc00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fa75806d140 0x7fa758071aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:46.983 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa75cc00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fa75806d140 0x7fa758071aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:44464/0 (socket says 172.21.15.90:44464) 2024-09-19T06:48:46.983 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa75d600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa758071090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:45136/0 (socket says 172.21.15.90:45136) 2024-09-19T06:48:46.983 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.981+0000 7fa75cc00640 1 -- 172.21.15.90:0/117686017 learned_addr learned my addr 172.21.15.90:0/117686017 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:46.985 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.982+0000 7fa75cc00640 1 -- 172.21.15.90:0/117686017 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 msgr2=0x7fa758071090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:46.985 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.982+0000 7fa75cc00640 1 --2- 172.21.15.90:0/117686017 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa758071090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:46.985 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.982+0000 7fa75cc00640 1 -- 172.21.15.90:0/117686017 >> v1:172.21.15.129:6789/0 conn(0x7fa758071fe0 legacy=0x7fa75815efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:46.985 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.982+0000 7fa75cc00640 1 -- 172.21.15.90:0/117686017 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7580cdc60 con 0x7fa75806d140 2024-09-19T06:48:46.985 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.982+0000 7fa757e00640 1 -- 172.21.15.90:0/117686017 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3372890343 0 0) 0x7fa7580cd400 con 0x7fa758071fe0 2024-09-19T06:48:46.985 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.982+0000 7fa75d600640 1 --2- 172.21.15.90:0/117686017 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa758071090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:46.985 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.983+0000 7fa75cc00640 1 --2- 172.21.15.90:0/117686017 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa75806d140 0x7fa758071aa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa744009870 tx=0x7fa74402a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bcda893e6b82d9b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:46.985 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.983+0000 7fa757e00640 1 -- 172.21.15.90:0/117686017 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa744037070 con 0x7fa75806d140 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.983+0000 7fa757e00640 1 -- 172.21.15.90:0/117686017 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa744032440 con 0x7fa75806d140 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.983+0000 7fa757e00640 1 -- 172.21.15.90:0/117686017 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa744032810 con 0x7fa75806d140 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.983+0000 7fa760000640 1 -- 172.21.15.90:0/117686017 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa75806d140 msgr2=0x7fa758071aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.983+0000 7fa760000640 1 --2- 172.21.15.90:0/117686017 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa75806d140 0x7fa758071aa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa744009870 tx=0x7fa74402a250 comp rx=0 tx=0).stop 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.983+0000 7fa760000640 1 -- 172.21.15.90:0/117686017 shutdown_connections 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.983+0000 7fa760000640 1 --2- 172.21.15.90:0/117686017 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa75806d140 0x7fa758071aa0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.983+0000 7fa760000640 1 --2- 172.21.15.90:0/117686017 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa758071090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.984+0000 7fa760000640 1 -- 172.21.15.90:0/117686017 >> 172.21.15.90:0/117686017 conn(0x7fa7580b2180 msgr2=0x7fa7580b2560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.984+0000 7fa760000640 1 -- 172.21.15.90:0/117686017 shutdown_connections 2024-09-19T06:48:46.986 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.984+0000 7fa760000640 1 -- 172.21.15.90:0/117686017 wait complete. 2024-09-19T06:48:46.987 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.985+0000 7fa760000640 1 Processor -- start 2024-09-19T06:48:46.987 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.985+0000 7fa760000640 1 -- start start 2024-09-19T06:48:46.989 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa760000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa75806d140 0x7fa7581530f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:46.989 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa760000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa758071fe0 0x7fa7581549a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:46.989 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa760000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa7580b05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:46.989 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa760000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa7580b2f40 con 0x7fa758071fe0 2024-09-19T06:48:46.989 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa760000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fa75815ecd0 con 0x7fa75806d140 2024-09-19T06:48:46.989 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa760000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa7580b30c0 con 0x7fa75815e8f0 2024-09-19T06:48:46.989 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa75cc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa758071fe0 0x7fa7581549a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:46.989 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa75cc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa758071fe0 0x7fa7581549a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44898/0 (socket says 172.21.15.90:44898) 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa75cc00640 1 -- 172.21.15.90:0/460980239 learned_addr learned my addr 172.21.15.90:0/460980239 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa75e000640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa7580b05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.986+0000 7fa75d600640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa75806d140 0x7fa7581530f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa75cc00640 1 -- 172.21.15.90:0/460980239 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 msgr2=0x7fa7580b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa75cc00640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa7580b05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa75cc00640 1 -- 172.21.15.90:0/460980239 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa75806d140 msgr2=0x7fa7581530f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa75cc00640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa75806d140 0x7fa7581530f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa75cc00640 1 -- 172.21.15.90:0/460980239 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa758153630 con 0x7fa758071fe0 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa75cc00640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa758071fe0 0x7fa7581549a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa74402a290 tx=0x7fa7440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:46.990 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa755600640 1 -- 172.21.15.90:0/460980239 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa744037040 con 0x7fa758071fe0 2024-09-19T06:48:46.991 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa755600640 1 -- 172.21.15.90:0/460980239 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa744042070 con 0x7fa758071fe0 2024-09-19T06:48:46.991 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa758155340 con 0x7fa758071fe0 2024-09-19T06:48:46.991 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.987+0000 7fa755600640 1 -- 172.21.15.90:0/460980239 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa744030880 con 0x7fa758071fe0 2024-09-19T06:48:46.991 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.988+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa75815bf80 con 0x7fa758071fe0 2024-09-19T06:48:46.992 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.989+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa758071aa0 con 0x7fa758071fe0 2024-09-19T06:48:46.992 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.990+0000 7fa755600640 1 -- 172.21.15.90:0/460980239 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa744030a20 con 0x7fa758071fe0 2024-09-19T06:48:46.992 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.991+0000 7fa755600640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa73806c2b0 0x7fa73806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:46.992 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.991+0000 7fa755600640 1 -- 172.21.15.90:0/460980239 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fa7440ac2b0 con 0x7fa758071fe0 2024-09-19T06:48:46.992 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.991+0000 7fa75d600640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa73806c2b0 0x7fa73806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:46.992 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.991+0000 7fa75d600640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa73806c2b0 0x7fa73806e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa74c00b800 tx=0x7fa74c00b3a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:46.996 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:46.995+0000 7fa755600640 1 -- 172.21.15.90:0/460980239 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa758153630 con 0x7fa758071fe0 2024-09-19T06:48:47.173 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.172+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa758156b60 con 0x7fa758071fe0 2024-09-19T06:48:47.174 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.173+0000 7fa755600640 1 -- 172.21.15.90:0/460980239 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12896 (secure 0 0 0) 0x7fa74407a820 con 0x7fa758071fe0 2024-09-19T06:48:47.174 INFO:teuthology.misc.health.smithi090.stdout: 2024-09-19T06:48:47.174 INFO:teuthology.misc.health.smithi090.stdout:{"epoch":18,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:45.866395+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:48:47.176 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa73806c2b0 msgr2=0x7fa73806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:47.176 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa73806c2b0 0x7fa73806e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa74c00b800 tx=0x7fa74c00b3a0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa758071fe0 msgr2=0x7fa7581549a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa758071fe0 0x7fa7581549a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa74402a290 tx=0x7fa7440046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 shutdown_connections 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa73806c2b0 0x7fa73806e770 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa75815e8f0 0x7fa7580b05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa758071fe0 0x7fa7581549a0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 --2- 172.21.15.90:0/460980239 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa75806d140 0x7fa7581530f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 >> 172.21.15.90:0/460980239 conn(0x7fa7580b2180 msgr2=0x7fa7580cf3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 shutdown_connections 2024-09-19T06:48:47.177 INFO:teuthology.misc.health.smithi090.stderr:2024-09-19T06:48:47.175+0000 7fa760000640 1 -- 172.21.15.90:0/460980239 wait complete. 2024-09-19T06:48:47.189 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T06:48:47.189 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T06:48:47.190 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:48:47.190 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:48:47.194 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:48:47.194 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:48:47.194 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:48:47.197 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:48:47.198 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:48:47.198 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:48:47.202 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:48:47.202 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:48:47.202 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:48:47.205 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:48:47.206 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-19T06:48:47.206 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:48:47.323 INFO:tasks.ceph.mds.a.smithi090.stdout:starting mds.a at 2024-09-19T06:48:47.327 INFO:tasks.ceph.mds.c.smithi090.stdout:starting mds.c at 2024-09-19T06:48:47.331 INFO:tasks.ceph.mds.b.smithi129.stdout:starting mds.b at 2024-09-19T06:48:47.332 INFO:tasks.ceph.mds.d.smithi129.stdout:starting mds.d at 2024-09-19T06:48:47.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.366+0000 7f157d800640 1 Processor -- start 2024-09-19T06:48:47.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.366+0000 7f157d800640 1 -- start start 2024-09-19T06:48:47.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.367+0000 7f157d800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 0x7f15780d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:47.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.367+0000 7f157d800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f15780d13c0 0x7f15780b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:47.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.367+0000 7f157d800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f157815e9d0 con 0x7f15780b8730 2024-09-19T06:48:47.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.367+0000 7f157d800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f15780b9b30 con 0x7f15780d13c0 2024-09-19T06:48:47.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.367+0000 7f157d800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f15780d1820 con 0x7f157815e5f0 2024-09-19T06:48:47.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.367+0000 7f157ce00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f15780b8730 0x7f15780ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:36396/0 (socket says 172.21.15.90:36396) 2024-09-19T06:48:47.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.367+0000 7f157ce00640 1 -- 172.21.15.90:0/3124075173 learned_addr learned my addr 172.21.15.90:0/3124075173 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:48:47.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.368+0000 7f1577400640 1 --2- 172.21.15.90:0/3124075173 >> v2:172.21.15.129:3300/0 conn(0x7f15780d13c0 0x7f15780b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:47.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.368+0000 7f1577e00640 1 --2- 172.21.15.90:0/3124075173 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 0x7f15780d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:47.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.368+0000 7f1576a00640 1 -- 172.21.15.90:0/3124075173 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4243284949 0 0) 0x7f157815e9d0 con 0x7f15780b8730 2024-09-19T06:48:47.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.368+0000 7f1576a00640 1 -- 172.21.15.90:0/3124075173 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f155c003520 con 0x7f15780b8730 2024-09-19T06:48:47.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.368+0000 7f1577400640 1 -- 172.21.15.90:0/3124075173 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 msgr2=0x7f15780d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:47.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.368+0000 7f1577400640 1 --2- 172.21.15.90:0/3124075173 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 0x7f15780d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.368+0000 7f1577400640 1 -- 172.21.15.90:0/3124075173 >> v1:172.21.15.90:6789/0 conn(0x7f15780b8730 legacy=0x7f15780ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:47.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.368+0000 7f1577400640 1 -- 172.21.15.90:0/3124075173 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15780b8f20 con 0x7f15780d13c0 2024-09-19T06:48:47.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.368+0000 7f1577e00640 1 --2- 172.21.15.90:0/3124075173 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 0x7f15780d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:47.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.369+0000 7f1577400640 1 --2- 172.21.15.90:0/3124075173 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780d13c0 0x7f15780b81f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f15640097a0 tx=0x7f156402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f70c6b0bc461e504 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:47.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.369+0000 7f1576a00640 1 -- 172.21.15.90:0/3124075173 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1564037070 con 0x7f15780d13c0 2024-09-19T06:48:47.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.369+0000 7f1576a00640 1 -- 172.21.15.90:0/3124075173 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1564032440 con 0x7f15780d13c0 2024-09-19T06:48:47.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.369+0000 7f1576a00640 1 -- 172.21.15.90:0/3124075173 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1564032810 con 0x7f15780d13c0 2024-09-19T06:48:47.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.370+0000 7f157d800640 1 -- 172.21.15.90:0/3124075173 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780d13c0 msgr2=0x7f15780b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:47.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.370+0000 7f157d800640 1 --2- 172.21.15.90:0/3124075173 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780d13c0 0x7f15780b81f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f15640097a0 tx=0x7f156402a180 comp rx=0 tx=0).stop 2024-09-19T06:48:47.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.370+0000 7f157d800640 1 -- 172.21.15.90:0/3124075173 shutdown_connections 2024-09-19T06:48:47.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.370+0000 7f157d800640 1 --2- 172.21.15.90:0/3124075173 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780d13c0 0x7f15780b81f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.370+0000 7f157d800640 1 --2- 172.21.15.90:0/3124075173 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 0x7f15780d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.370+0000 7f157d800640 1 -- 172.21.15.90:0/3124075173 >> 172.21.15.90:0/3124075173 conn(0x7f1578062630 msgr2=0x7f1578062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:47.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.370+0000 7f157d800640 1 -- 172.21.15.90:0/3124075173 shutdown_connections 2024-09-19T06:48:47.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.370+0000 7f157d800640 1 -- 172.21.15.90:0/3124075173 wait complete. 2024-09-19T06:48:47.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.372+0000 7f157d800640 1 Processor -- start 2024-09-19T06:48:47.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.372+0000 7f157d800640 1 -- start start 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f157d800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780b8730 0x7f1578153ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f157d800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f15780d13c0 0x7f15780c8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f157d800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 0x7f1578160fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f157d800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f15780b97c0 con 0x7f15780d13c0 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f157d800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f15780b94e0 con 0x7f15780b8730 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f157d800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f15780b8bc0 con 0x7f157815e5f0 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f1577400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f15780d13c0 0x7f15780c8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f1577400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f15780d13c0 0x7f15780c8960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44932/0 (socket says 172.21.15.90:44932) 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f1577400640 1 -- 172.21.15.90:0/1131111899 learned_addr learned my addr 172.21.15.90:0/1131111899 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f1577e00640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780b8730 0x7f1578153ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:47.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.373+0000 7f157ce00640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 0x7f1578160fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:47.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f1577e00640 1 -- 172.21.15.90:0/1131111899 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 msgr2=0x7f1578160fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:47.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f1577e00640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 0x7f1578160fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f1577e00640 1 -- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f15780d13c0 msgr2=0x7f15780c8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:47.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f1577e00640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f15780d13c0 0x7f15780c8960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f1577e00640 1 -- 172.21.15.90:0/1131111899 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15780ccb40 con 0x7f15780b8730 2024-09-19T06:48:47.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f1577400640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f15780d13c0 0x7f15780c8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:47.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f1577e00640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780b8730 0x7f1578153ec0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f156800e870 tx=0x7f156800ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:47.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f156fe00640 1 -- 172.21.15.90:0/1131111899 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1568017070 con 0x7f15780b8730 2024-09-19T06:48:47.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f156fe00640 1 -- 172.21.15.90:0/1131111899 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f156800c940 con 0x7f15780b8730 2024-09-19T06:48:47.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f156fe00640 1 -- 172.21.15.90:0/1131111899 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156800cd10 con 0x7f15780b8730 2024-09-19T06:48:47.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15780cce20 con 0x7f15780b8730 2024-09-19T06:48:47.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.374+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15780cd3e0 con 0x7f15780b8730 2024-09-19T06:48:47.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.375+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1578069c20 con 0x7f15780b8730 2024-09-19T06:48:47.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.376+0000 7f156fe00640 1 -- 172.21.15.90:0/1131111899 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f156801a070 con 0x7f15780b8730 2024-09-19T06:48:47.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.377+0000 7f156fe00640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f155806c2b0 0x7f155806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:47.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.377+0000 7f156fe00640 1 -- 172.21.15.90:0/1131111899 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f156808b1d0 con 0x7f15780b8730 2024-09-19T06:48:47.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.377+0000 7f1577400640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f155806c2b0 0x7f155806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:47.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.378+0000 7f1577400640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f155806c2b0 0x7f155806e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f156402a1c0 tx=0x7f156402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:47.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.382+0000 7f156fe00640 1 -- 172.21.15.90:0/1131111899 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1568059630 con 0x7f15780b8730 2024-09-19T06:48:47.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.589+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15780b81f0 con 0x7f15780b8730 2024-09-19T06:48:47.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.590+0000 7f156fe00640 1 -- 172.21.15.90:0/1131111899 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1431 (secure 0 0 0) 0x7f156805d930 con 0x7f15780b8730 2024-09-19T06:48:47.591 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:47.591 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":2,"btime":"2024-09-19T06:48:47:331519+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T06:48:47.592 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 2 2024-09-19T06:48:47.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f155806c2b0 msgr2=0x7f155806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:47.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f155806c2b0 0x7f155806e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f156402a1c0 tx=0x7f156402e000 comp rx=0 tx=0).stop 2024-09-19T06:48:47.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780b8730 msgr2=0x7f1578153ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:47.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780b8730 0x7f1578153ec0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f156800e870 tx=0x7f156800ed30 comp rx=0 tx=0).stop 2024-09-19T06:48:47.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 shutdown_connections 2024-09-19T06:48:47.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f155806c2b0 0x7f155806e770 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f157815e5f0 0x7f1578160fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f15780d13c0 0x7f15780c8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 --2- 172.21.15.90:0/1131111899 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f15780b8730 0x7f1578153ec0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:47.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 >> 172.21.15.90:0/1131111899 conn(0x7f1578062630 msgr2=0x7f15780b4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:47.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 shutdown_connections 2024-09-19T06:48:47.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:47.592+0000 7f157d800640 1 -- 172.21.15.90:0/1131111899 wait complete. 2024-09-19T06:48:49.610 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:48:49.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.771+0000 7f5995000640 1 Processor -- start 2024-09-19T06:48:49.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.771+0000 7f5995000640 1 -- start start 2024-09-19T06:48:49.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.772+0000 7f5995000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5990155800 0x7f59900b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:49.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.772+0000 7f5995000640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f599015c330 0x7f59900b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:49.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.772+0000 7f5995000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f59900cf570 0x7f59900cf9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.772+0000 7f5995000640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f59900b4e60 con 0x7f59900cf570 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.772+0000 7f5995000640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f59900cfee0 con 0x7f599015c330 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.772+0000 7f5995000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f599015c770 con 0x7f5990155800 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f598e800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f59900cf570 0x7f59900cf9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f598e800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f59900cf570 0x7f59900cf9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44944/0 (socket says 172.21.15.90:44944) 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f598e800640 1 -- 172.21.15.90:0/3317979203 learned_addr learned my addr 172.21.15.90:0/3317979203 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f5985400640 1 --2- 172.21.15.90:0/3317979203 >> v2:172.21.15.129:3300/0 conn(0x7f599015c330 0x7f59900b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f598de00640 1 --2- 172.21.15.90:0/3317979203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5990155800 0x7f59900b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f598e800640 1 -- 172.21.15.90:0/3317979203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5990155800 msgr2=0x7f59900b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f598e800640 1 --2- 172.21.15.90:0/3317979203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5990155800 0x7f59900b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f598e800640 1 -- 172.21.15.90:0/3317979203 >> v2:172.21.15.129:3300/0 conn(0x7f599015c330 msgr2=0x7f59900b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f598e800640 1 --2- 172.21.15.90:0/3317979203 >> v2:172.21.15.129:3300/0 conn(0x7f599015c330 0x7f59900b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:49.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.773+0000 7f598e800640 1 -- 172.21.15.90:0/3317979203 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59900b50a0 con 0x7f59900cf570 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.774+0000 7f598e800640 1 --2- 172.21.15.90:0/3317979203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59900cf570 0x7f59900cf9a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f599006c960 tx=0x7f598802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=923f4b49a9d4c14d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.774+0000 7f598d400640 1 -- 172.21.15.90:0/3317979203 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5988036070 con 0x7f59900cf570 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.774+0000 7f598d400640 1 -- 172.21.15.90:0/3317979203 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5988031600 con 0x7f59900cf570 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.774+0000 7f598d400640 1 -- 172.21.15.90:0/3317979203 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59880319d0 con 0x7f59900cf570 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.775+0000 7f5995000640 1 -- 172.21.15.90:0/3317979203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59900cf570 msgr2=0x7f59900cf9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.775+0000 7f5995000640 1 --2- 172.21.15.90:0/3317979203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59900cf570 0x7f59900cf9a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f599006c960 tx=0x7f598802a6d0 comp rx=0 tx=0).stop 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.775+0000 7f5995000640 1 -- 172.21.15.90:0/3317979203 shutdown_connections 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.775+0000 7f5995000640 1 --2- 172.21.15.90:0/3317979203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59900cf570 0x7f59900cf9a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.775+0000 7f5995000640 1 --2- 172.21.15.90:0/3317979203 >> v2:172.21.15.129:3300/0 conn(0x7f599015c330 0x7f59900b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.775+0000 7f5995000640 1 --2- 172.21.15.90:0/3317979203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5990155800 0x7f59900b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.775+0000 7f5995000640 1 -- 172.21.15.90:0/3317979203 >> 172.21.15.90:0/3317979203 conn(0x7f599006bc10 msgr2=0x7f599006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.775+0000 7f5995000640 1 -- 172.21.15.90:0/3317979203 shutdown_connections 2024-09-19T06:48:49.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.775+0000 7f5995000640 1 -- 172.21.15.90:0/3317979203 wait complete. 2024-09-19T06:48:49.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.777+0000 7f5995000640 1 Processor -- start 2024-09-19T06:48:49.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.777+0000 7f5995000640 1 -- start start 2024-09-19T06:48:49.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5995000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f59900cf570 0x7f599014efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5995000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5990155800 0x7f5990158100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5995000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f599015c330 0x7f5990155df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5995000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f59900b5940 con 0x7f5990155800 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5995000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f59900b5660 con 0x7f599015c330 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5995000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f59900b5c20 con 0x7f59900cf570 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5985400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5990155800 0x7f5990158100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5985400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5990155800 0x7f5990158100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44958/0 (socket says 172.21.15.90:44958) 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5985400640 1 -- 172.21.15.90:0/1645544894 learned_addr learned my addr 172.21.15.90:0/1645544894 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f598de00640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f59900cf570 0x7f599014efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f598e800640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f599015c330 0x7f5990155df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5985400640 1 -- 172.21.15.90:0/1645544894 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f59900cf570 msgr2=0x7f599014efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:49.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5985400640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f59900cf570 0x7f599014efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:49.781 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5985400640 1 -- 172.21.15.90:0/1645544894 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f599015c330 msgr2=0x7f5990155df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:49.781 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5985400640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f599015c330 0x7f5990155df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:49.781 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.778+0000 7f5985400640 1 -- 172.21.15.90:0/1645544894 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59900b4530 con 0x7f5990155800 2024-09-19T06:48:49.781 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.779+0000 7f5985400640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5990155800 0x7f5990158100 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f597800d5f0 tx=0x7f597800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:49.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.779+0000 7f5986a00640 1 -- 172.21.15.90:0/1645544894 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59780125f0 con 0x7f5990155800 2024-09-19T06:48:49.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.779+0000 7f5986a00640 1 -- 172.21.15.90:0/1645544894 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5978019070 con 0x7f5990155800 2024-09-19T06:48:49.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.779+0000 7f5986a00640 1 -- 172.21.15.90:0/1645544894 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59780129d0 con 0x7f5990155800 2024-09-19T06:48:49.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.779+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59900b4810 con 0x7f5990155800 2024-09-19T06:48:49.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.779+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59901530b0 con 0x7f5990155800 2024-09-19T06:48:49.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.780+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5990155be0 con 0x7f5990155800 2024-09-19T06:48:49.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.781+0000 7f5986a00640 1 -- 172.21.15.90:0/1645544894 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5978012b70 con 0x7f5990155800 2024-09-19T06:48:49.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.782+0000 7f5986a00640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f596c06c2b0 0x7f596c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:49.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.782+0000 7f5986a00640 1 -- 172.21.15.90:0/1645544894 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f597808b350 con 0x7f5990155800 2024-09-19T06:48:49.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.782+0000 7f598de00640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f596c06c2b0 0x7f596c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:49.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.783+0000 7f598de00640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f596c06c2b0 0x7f596c06e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5980006fd0 tx=0x7f5980008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:49.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.788+0000 7f5986a00640 1 -- 172.21.15.90:0/1645544894 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f59780597b0 con 0x7f5990155800 2024-09-19T06:48:49.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.996+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f599006db70 con 0x7f5990155800 2024-09-19T06:48:49.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.997+0000 7f5986a00640 1 -- 172.21.15.90:0/1645544894 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3909 (secure 0 0 0) 0x7f597805dab0 con 0x7f5990155800 2024-09-19T06:48:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:49.998 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":3,"btime":"2024-09-19T06:48:48:333077+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/1928270270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":1928270270},{"type":"v1","addr":"172.21.15.129:6835","nonce":1928270270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/3297834958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3297834958},{"type":"v1","addr":"172.21.15.90:6837","nonce":3297834958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6834/2311421318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2311421318},{"type":"v1","addr":"172.21.15.129:6834","nonce":2311421318}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T06:48:49.999 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 3 2024-09-19T06:48:50.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f596c06c2b0 msgr2=0x7f596c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f596c06c2b0 0x7f596c06e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5980006fd0 tx=0x7f5980008040 comp rx=0 tx=0).stop 2024-09-19T06:48:50.000 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5990155800 msgr2=0x7f5990158100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5990155800 0x7f5990158100 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f597800d5f0 tx=0x7f597800dab0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 shutdown_connections 2024-09-19T06:48:50.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f596c06c2b0 0x7f596c06e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f599015c330 0x7f5990155df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5990155800 0x7f5990158100 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 --2- 172.21.15.90:0/1645544894 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f59900cf570 0x7f599014efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 >> 172.21.15.90:0/1645544894 conn(0x7f599006bc10 msgr2=0x7f59900716f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:50.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 shutdown_connections 2024-09-19T06:48:50.001 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:49.999+0000 7f5995000640 1 -- 172.21.15.90:0/1645544894 wait complete. 2024-09-19T06:48:50.015 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:48:50.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.166+0000 7f7977800640 1 Processor -- start 2024-09-19T06:48:50.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.166+0000 7f7977800640 1 -- start start 2024-09-19T06:48:50.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.167+0000 7f7977800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f797015e7c0 0x7f7970070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.167+0000 7f7977800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f79700714f0 0x7f79700731f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.167+0000 7f7977800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7970073f60 con 0x7f7970073730 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.167+0000 7f7977800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f7970071930 con 0x7f79700714f0 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.167+0000 7f7977800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f79700b4b60 con 0x7f797015e7c0 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.168+0000 7f7967e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f79700714f0 0x7f79700731f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.168+0000 7f7975800640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f7970073730 0x7f79700b5640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:36408/0 (socket says 172.21.15.90:36408) 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.168+0000 7f7967e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f79700714f0 0x7f79700731f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44972/0 (socket says 172.21.15.90:44972) 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.168+0000 7f7975800640 1 -- 172.21.15.90:0/2683102362 learned_addr learned my addr 172.21.15.90:0/2683102362 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.168+0000 7f7974e00640 1 --2- 172.21.15.90:0/2683102362 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f797015e7c0 0x7f7970070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.168+0000 7f7967e00640 1 -- 172.21.15.90:0/2683102362 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f797015e7c0 msgr2=0x7f7970070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.168+0000 7f7967e00640 1 --2- 172.21.15.90:0/2683102362 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f797015e7c0 0x7f7970070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.168+0000 7f7967e00640 1 -- 172.21.15.90:0/2683102362 >> v1:172.21.15.90:6789/0 conn(0x7f7970073730 legacy=0x7f79700b5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.168+0000 7f7967e00640 1 -- 172.21.15.90:0/2683102362 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79700b4e40 con 0x7f79700714f0 2024-09-19T06:48:50.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.169+0000 7f7967e00640 1 --2- 172.21.15.90:0/2683102362 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 0x7f79700731f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f79580097a0 tx=0x7f795802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6037994643aea51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:50.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.169+0000 7f796fe00640 1 -- 172.21.15.90:0/2683102362 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7958037070 con 0x7f79700714f0 2024-09-19T06:48:50.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.169+0000 7f796fe00640 1 -- 172.21.15.90:0/2683102362 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7958032440 con 0x7f79700714f0 2024-09-19T06:48:50.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.169+0000 7f796fe00640 1 -- 172.21.15.90:0/2683102362 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7958032810 con 0x7f79700714f0 2024-09-19T06:48:50.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.170+0000 7f7977800640 1 -- 172.21.15.90:0/2683102362 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 msgr2=0x7f79700731f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.170+0000 7f7977800640 1 --2- 172.21.15.90:0/2683102362 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 0x7f79700731f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f79580097a0 tx=0x7f795802a180 comp rx=0 tx=0).stop 2024-09-19T06:48:50.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.170+0000 7f7977800640 1 -- 172.21.15.90:0/2683102362 shutdown_connections 2024-09-19T06:48:50.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.170+0000 7f7977800640 1 --2- 172.21.15.90:0/2683102362 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 0x7f79700731f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.170+0000 7f7977800640 1 --2- 172.21.15.90:0/2683102362 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f797015e7c0 0x7f7970070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.170+0000 7f7977800640 1 -- 172.21.15.90:0/2683102362 >> 172.21.15.90:0/2683102362 conn(0x7f797006d0f0 msgr2=0x7f797006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:50.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.170+0000 7f7977800640 1 -- 172.21.15.90:0/2683102362 shutdown_connections 2024-09-19T06:48:50.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.170+0000 7f7977800640 1 -- 172.21.15.90:0/2683102362 wait complete. 2024-09-19T06:48:50.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.172+0000 7f7977800640 1 Processor -- start 2024-09-19T06:48:50.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.172+0000 7f7977800640 1 -- start start 2024-09-19T06:48:50.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7977800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 0x7f797014def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7977800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7970073730 0x7f7970140fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7977800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f797015e7c0 0x7f79700c9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7977800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7970073d20 con 0x7f79700714f0 2024-09-19T06:48:50.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7977800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f7970073ba0 con 0x7f7970073730 2024-09-19T06:48:50.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7977800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f797015fdd0 con 0x7f797015e7c0 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7974e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 0x7f797014def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7974e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 0x7f797014def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44978/0 (socket says 172.21.15.90:44978) 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7974e00640 1 -- 172.21.15.90:0/2632485526 learned_addr learned my addr 172.21.15.90:0/2632485526 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7974e00640 1 -- 172.21.15.90:0/2632485526 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f797015e7c0 msgr2=0x7f79700c9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7974e00640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f797015e7c0 0x7f79700c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7974e00640 1 -- 172.21.15.90:0/2632485526 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7970073730 msgr2=0x7f7970140fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7974e00640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7970073730 0x7f7970140fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.173+0000 7f7974e00640 1 -- 172.21.15.90:0/2632485526 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f797014e430 con 0x7f79700714f0 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.174+0000 7f7974e00640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 0x7f797014def0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f796000e870 tx=0x7f796000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.174+0000 7f796d600640 1 -- 172.21.15.90:0/2632485526 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960017070 con 0x7f79700714f0 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.174+0000 7f796d600640 1 -- 172.21.15.90:0/2632485526 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f796000c940 con 0x7f79700714f0 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.174+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7970141500 con 0x7f79700714f0 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.174+0000 7f796d600640 1 -- 172.21.15.90:0/2632485526 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f796000cd30 con 0x7f79700714f0 2024-09-19T06:48:50.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.174+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f797014e6b0 con 0x7f79700714f0 2024-09-19T06:48:50.177 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.175+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79700731f0 con 0x7f79700714f0 2024-09-19T06:48:50.177 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.176+0000 7f796d600640 1 -- 172.21.15.90:0/2632485526 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f796001a070 con 0x7f79700714f0 2024-09-19T06:48:50.178 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.177+0000 7f796d600640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f794c06c2b0 0x7f794c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.178 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.177+0000 7f796d600640 1 -- 172.21.15.90:0/2632485526 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f796008aff0 con 0x7f79700714f0 2024-09-19T06:48:50.178 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.177+0000 7f7967e00640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f794c06c2b0 0x7f794c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.179 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.178+0000 7f7967e00640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f794c06c2b0 0x7f794c06e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7958034000 tx=0x7f795802c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:50.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.182+0000 7f796d600640 1 -- 172.21.15.90:0/2632485526 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7970141500 con 0x7f79700714f0 2024-09-19T06:48:50.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.357+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f79700cecb0 con 0x7f79700714f0 2024-09-19T06:48:50.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.357+0000 7f796d600640 1 -- 172.21.15.90:0/2632485526 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7f797014e430 con 0x7f79700714f0 2024-09-19T06:48:50.359 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:50.359 INFO:teuthology.orchestra.run.smithi090.stdout:[ 2024-09-19T06:48:50.359 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:48:50.359 INFO:teuthology.orchestra.run.smithi090.stdout: "poolnum": 1, 2024-09-19T06:48:50.359 INFO:teuthology.orchestra.run.smithi090.stdout: "poolname": ".mgr" 2024-09-19T06:48:50.359 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:48:50.359 INFO:teuthology.orchestra.run.smithi090.stdout:] 2024-09-19T06:48:50.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.359+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f794c06c2b0 msgr2=0x7f794c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.359+0000 7f7977800640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f794c06c2b0 0x7f794c06e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7958034000 tx=0x7f795802c000 comp rx=0 tx=0).stop 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.359+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 msgr2=0x7f797014def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.359+0000 7f7977800640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 0x7f797014def0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f796000e870 tx=0x7f796000ed30 comp rx=0 tx=0).stop 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.360+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 shutdown_connections 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.360+0000 7f7977800640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f794c06c2b0 0x7f794c06e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.360+0000 7f7977800640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f797015e7c0 0x7f79700c9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.360+0000 7f7977800640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7970073730 0x7f7970140fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.360+0000 7f7977800640 1 --2- 172.21.15.90:0/2632485526 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f79700714f0 0x7f797014def0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.360+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 >> 172.21.15.90:0/2632485526 conn(0x7f797006d0f0 msgr2=0x7f79700b39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.360+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 shutdown_connections 2024-09-19T06:48:50.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.360+0000 7f7977800640 1 -- 172.21.15.90:0/2632485526 wait complete. 2024-09-19T06:48:50.377 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:48:50.377 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:48:50.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.530+0000 7f88e8c00640 1 Processor -- start 2024-09-19T06:48:50.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.530+0000 7f88e8c00640 1 -- start start 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e8c00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f88e415ad10 0x7f88e40719c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e8c00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f88e40cc360 0x7f88e4071f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e8c00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88e4071720 con 0x7f88e40cca40 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e8c00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f88e4070fb0 con 0x7f88e40cc360 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e8c00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f88e4073920 con 0x7f88e415ad10 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e2800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f88e40cc360 0x7f88e4071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e2800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f88e40cc360 0x7f88e4071f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:44990/0 (socket says 172.21.15.90:44990) 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e2800640 1 -- 172.21.15.90:0/4249962038 learned_addr learned my addr 172.21.15.90:0/4249962038 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e1e00640 1 --2- 172.21.15.90:0/4249962038 >> v2:172.21.15.129:3300/0 conn(0x7f88e415ad10 0x7f88e40719c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e2800640 1 -- 172.21.15.90:0/4249962038 >> v2:172.21.15.129:3300/0 conn(0x7f88e415ad10 msgr2=0x7f88e40719c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:50.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e2800640 1 --2- 172.21.15.90:0/4249962038 >> v2:172.21.15.129:3300/0 conn(0x7f88e415ad10 0x7f88e40719c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e2800640 1 -- 172.21.15.90:0/4249962038 >> v1:172.21.15.129:6789/0 conn(0x7f88e40cca40 legacy=0x7f88e415e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:50.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.532+0000 7f88e2800640 1 -- 172.21.15.90:0/4249962038 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e4073c00 con 0x7f88e40cc360 2024-09-19T06:48:50.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.533+0000 7f88e2800640 1 --2- 172.21.15.90:0/4249962038 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e40cc360 0x7f88e4071f00 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f88e4069530 tx=0x7f88dc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4103cb19bc080b28 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:50.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e1400640 1 -- 172.21.15.90:0/4249962038 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc036070 con 0x7f88e40cc360 2024-09-19T06:48:50.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e1400640 1 -- 172.21.15.90:0/4249962038 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88dc031600 con 0x7f88e40cc360 2024-09-19T06:48:50.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e1400640 1 -- 172.21.15.90:0/4249962038 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc0319d0 con 0x7f88e40cc360 2024-09-19T06:48:50.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e8c00640 1 -- 172.21.15.90:0/4249962038 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e40cc360 msgr2=0x7f88e4071f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e8c00640 1 --2- 172.21.15.90:0/4249962038 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e40cc360 0x7f88e4071f00 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f88e4069530 tx=0x7f88dc02a660 comp rx=0 tx=0).stop 2024-09-19T06:48:50.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e8c00640 1 -- 172.21.15.90:0/4249962038 shutdown_connections 2024-09-19T06:48:50.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e8c00640 1 --2- 172.21.15.90:0/4249962038 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e40cc360 0x7f88e4071f00 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e8c00640 1 --2- 172.21.15.90:0/4249962038 >> v2:172.21.15.129:3300/0 conn(0x7f88e415ad10 0x7f88e40719c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e8c00640 1 -- 172.21.15.90:0/4249962038 >> 172.21.15.90:0/4249962038 conn(0x7f88e406d0f0 msgr2=0x7f88e406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:50.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e8c00640 1 -- 172.21.15.90:0/4249962038 shutdown_connections 2024-09-19T06:48:50.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.534+0000 7f88e8c00640 1 -- 172.21.15.90:0/4249962038 wait complete. 2024-09-19T06:48:50.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.536+0000 7f88e8c00640 1 Processor -- start 2024-09-19T06:48:50.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.536+0000 7f88e8c00640 1 -- start start 2024-09-19T06:48:50.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e8c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f88e40cc360 0x7f88e414c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e8c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f88e40cca40 0x7f88e41554d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e8c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e415ad10 0x7f88e4155a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e8c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f88e40b4eb0 con 0x7f88e415ad10 2024-09-19T06:48:50.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e8c00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f88e4071200 con 0x7f88e40cc360 2024-09-19T06:48:50.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e8c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f88e415ee20 con 0x7f88e40cca40 2024-09-19T06:48:50.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e2800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e415ad10 0x7f88e4155a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e2800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e415ad10 0x7f88e4155a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45004/0 (socket says 172.21.15.90:45004) 2024-09-19T06:48:50.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e2800640 1 -- 172.21.15.90:0/4235667077 learned_addr learned my addr 172.21.15.90:0/4235667077 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:50.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88e1e00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f88e40cc360 0x7f88e414c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.537+0000 7f88d9400640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f88e40cca40 0x7f88e41554d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88e2800640 1 -- 172.21.15.90:0/4235667077 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f88e40cca40 msgr2=0x7f88e41554d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88e2800640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f88e40cca40 0x7f88e41554d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88e2800640 1 -- 172.21.15.90:0/4235667077 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f88e40cc360 msgr2=0x7f88e414c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:50.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88e2800640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f88e40cc360 0x7f88e414c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:50.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88e2800640 1 -- 172.21.15.90:0/4235667077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e415be20 con 0x7f88e415ad10 2024-09-19T06:48:50.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88e2800640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e415ad10 0x7f88e4155a10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f88dc034040 tx=0x7f88dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:50.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88daa00640 1 -- 172.21.15.90:0/4235667077 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc041020 con 0x7f88e415ad10 2024-09-19T06:48:50.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88daa00640 1 -- 172.21.15.90:0/4235667077 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88dc0077a0 con 0x7f88e415ad10 2024-09-19T06:48:50.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88e415c100 con 0x7f88e415ad10 2024-09-19T06:48:50.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88daa00640 1 -- 172.21.15.90:0/4235667077 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc036040 con 0x7f88e415ad10 2024-09-19T06:48:50.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.538+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88e415c6c0 con 0x7f88e415ad10 2024-09-19T06:48:50.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.539+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88e406f980 con 0x7f88e415ad10 2024-09-19T06:48:50.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.540+0000 7f88daa00640 1 -- 172.21.15.90:0/4235667077 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f88dc044020 con 0x7f88e415ad10 2024-09-19T06:48:50.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.541+0000 7f88daa00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f88c006c2b0 0x7f88c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:50.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.542+0000 7f88daa00640 1 -- 172.21.15.90:0/4235667077 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f88dc0abbd0 con 0x7f88e415ad10 2024-09-19T06:48:50.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.542+0000 7f88e1e00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f88c006c2b0 0x7f88c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:50.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.542+0000 7f88e1e00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f88c006c2b0 0x7f88c006e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f88e40b5c10 tx=0x7f88d400a2a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:50.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.546+0000 7f88daa00640 1 -- 172.21.15.90:0/4235667077 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f88e406f980 con 0x7f88e415ad10 2024-09-19T06:48:50.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:50.722+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f88e4072a10 con 0x7f88e415ad10 2024-09-19T06:48:51.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.346+0000 7f88daa00640 1 -- 172.21.15.90:0/4235667077 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7f88dc04b030 con 0x7f88e415ad10 2024-09-19T06:48:51.347 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_metadata' created 2024-09-19T06:48:51.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.348+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f88c006c2b0 msgr2=0x7f88c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:51.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.348+0000 7f88e8c00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f88c006c2b0 0x7f88c006e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f88e40b5c10 tx=0x7f88d400a2a0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.348+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e415ad10 msgr2=0x7f88e4155a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:51.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.348+0000 7f88e8c00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e415ad10 0x7f88e4155a10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f88dc034040 tx=0x7f88dc004a40 comp rx=0 tx=0).stop 2024-09-19T06:48:51.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.349+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 shutdown_connections 2024-09-19T06:48:51.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.349+0000 7f88e8c00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f88c006c2b0 0x7f88c006e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.349+0000 7f88e8c00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f88e415ad10 0x7f88e4155a10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.349+0000 7f88e8c00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f88e40cca40 0x7f88e41554d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.349+0000 7f88e8c00640 1 --2- 172.21.15.90:0/4235667077 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f88e40cc360 0x7f88e414c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.349+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 >> 172.21.15.90:0/4235667077 conn(0x7f88e406d0f0 msgr2=0x7f88e40719c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:51.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.349+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 shutdown_connections 2024-09-19T06:48:51.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.349+0000 7f88e8c00640 1 -- 172.21.15.90:0/4235667077 wait complete. 2024-09-19T06:48:51.370 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:48:51.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.529+0000 7f61c2c00640 1 Processor -- start 2024-09-19T06:48:51.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.529+0000 7f61c2c00640 1 -- start start 2024-09-19T06:48:51.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.530+0000 7f61c2c00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f61bc0731c0 0x7f61bc073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:51.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.530+0000 7f61c2c00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f61bc15de80 0x7f61bc15e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:51.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.530+0000 7f61c2c00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61bc15a430 con 0x7f61bc15a050 2024-09-19T06:48:51.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.530+0000 7f61c2c00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f61bc073b40 con 0x7f61bc15de80 2024-09-19T06:48:51.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.530+0000 7f61c2c00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f61bc0cd0a0 con 0x7f61bc0731c0 2024-09-19T06:48:51.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.530+0000 7f61c0c00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f61bc15de80 0x7f61bc15e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:51.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.530+0000 7f61c0c00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f61bc15de80 0x7f61bc15e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45010/0 (socket says 172.21.15.90:45010) 2024-09-19T06:48:51.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.530+0000 7f61c0c00640 1 -- 172.21.15.90:0/2164750512 learned_addr learned my addr 172.21.15.90:0/2164750512 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:51.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.531+0000 7f61bb400640 1 --2- 172.21.15.90:0/2164750512 >> v2:172.21.15.129:3300/0 conn(0x7f61bc0731c0 0x7f61bc073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:51.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.531+0000 7f61c0c00640 1 -- 172.21.15.90:0/2164750512 >> v2:172.21.15.129:3300/0 conn(0x7f61bc0731c0 msgr2=0x7f61bc073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:51.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.531+0000 7f61c0c00640 1 --2- 172.21.15.90:0/2164750512 >> v2:172.21.15.129:3300/0 conn(0x7f61bc0731c0 0x7f61bc073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.531+0000 7f61c0c00640 1 -- 172.21.15.90:0/2164750512 >> v1:172.21.15.129:6789/0 conn(0x7f61bc15a050 legacy=0x7f61bc15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:51.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.531+0000 7f61c0c00640 1 -- 172.21.15.90:0/2164750512 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61bc0cd380 con 0x7f61bc15de80 2024-09-19T06:48:51.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.531+0000 7f61bb400640 1 --2- 172.21.15.90:0/2164750512 >> v2:172.21.15.129:3300/0 conn(0x7f61bc0731c0 0x7f61bc073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:48:51.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.532+0000 7f61c0c00640 1 --2- 172.21.15.90:0/2164750512 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15de80 0x7f61bc15e310 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f61bc15db70 tx=0x7f61b402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b09b65ca9204ce61 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:51.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.532+0000 7f61baa00640 1 -- 172.21.15.90:0/2164750512 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4037070 con 0x7f61bc15de80 2024-09-19T06:48:51.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.532+0000 7f61baa00640 1 -- 172.21.15.90:0/2164750512 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61b4032440 con 0x7f61bc15de80 2024-09-19T06:48:51.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.532+0000 7f61baa00640 1 -- 172.21.15.90:0/2164750512 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4032810 con 0x7f61bc15de80 2024-09-19T06:48:51.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.533+0000 7f61c2c00640 1 -- 172.21.15.90:0/2164750512 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15de80 msgr2=0x7f61bc15e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:51.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.533+0000 7f61c2c00640 1 --2- 172.21.15.90:0/2164750512 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15de80 0x7f61bc15e310 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f61bc15db70 tx=0x7f61b402a200 comp rx=0 tx=0).stop 2024-09-19T06:48:51.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.533+0000 7f61c2c00640 1 -- 172.21.15.90:0/2164750512 shutdown_connections 2024-09-19T06:48:51.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.533+0000 7f61c2c00640 1 --2- 172.21.15.90:0/2164750512 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15de80 0x7f61bc15e310 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.533+0000 7f61c2c00640 1 --2- 172.21.15.90:0/2164750512 >> v2:172.21.15.129:3300/0 conn(0x7f61bc0731c0 0x7f61bc073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.533+0000 7f61c2c00640 1 -- 172.21.15.90:0/2164750512 >> 172.21.15.90:0/2164750512 conn(0x7f61bc06d0f0 msgr2=0x7f61bc06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:51.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.533+0000 7f61c2c00640 1 -- 172.21.15.90:0/2164750512 shutdown_connections 2024-09-19T06:48:51.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.533+0000 7f61c2c00640 1 -- 172.21.15.90:0/2164750512 wait complete. 2024-09-19T06:48:51.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.534+0000 7f61c2c00640 1 Processor -- start 2024-09-19T06:48:51.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.534+0000 7f61c2c00640 1 -- start start 2024-09-19T06:48:51.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.535+0000 7f61c2c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61bc0731c0 0x7f61bc156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:51.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.535+0000 7f61c2c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15a050 0x7f61bc0cb280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:51.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.535+0000 7f61c2c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61bc15de80 0x7f61bc0cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.535+0000 7f61c2c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f61bc0cdc20 con 0x7f61bc15a050 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.535+0000 7f61c2c00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f61bc0cd940 con 0x7f61bc15de80 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.535+0000 7f61c2c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f61bc0b36e0 con 0x7f61bc0731c0 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bb400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15a050 0x7f61bc0cb280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bb400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15a050 0x7f61bc0cb280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45022/0 (socket says 172.21.15.90:45022) 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bb400640 1 -- 172.21.15.90:0/787089619 learned_addr learned my addr 172.21.15.90:0/787089619 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bbe00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61bc0731c0 0x7f61bc156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61c0c00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61bc15de80 0x7f61bc0cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bb400640 1 -- 172.21.15.90:0/787089619 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61bc0731c0 msgr2=0x7f61bc156080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bb400640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61bc0731c0 0x7f61bc156080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bb400640 1 -- 172.21.15.90:0/787089619 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61bc15de80 msgr2=0x7f61bc0cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bb400640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61bc15de80 0x7f61bc0cb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:51.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bb400640 1 -- 172.21.15.90:0/787089619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61bc1f46a0 con 0x7f61bc15a050 2024-09-19T06:48:51.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.536+0000 7f61bb400640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15a050 0x7f61bc0cb280 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f61a800e730 tx=0x7f61a800ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:51.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.537+0000 7f61b3e00640 1 -- 172.21.15.90:0/787089619 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a800f040 con 0x7f61bc15a050 2024-09-19T06:48:51.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.537+0000 7f61b3e00640 1 -- 172.21.15.90:0/787089619 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61a8004230 con 0x7f61bc15a050 2024-09-19T06:48:51.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.537+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61bc0cbe20 con 0x7f61bc15a050 2024-09-19T06:48:51.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.537+0000 7f61b3e00640 1 -- 172.21.15.90:0/787089619 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a800ee40 con 0x7f61bc15a050 2024-09-19T06:48:51.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.537+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61bc1e4c70 con 0x7f61bc15a050 2024-09-19T06:48:51.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.538+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61bc0ccd00 con 0x7f61bc15a050 2024-09-19T06:48:51.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.539+0000 7f61b3e00640 1 -- 172.21.15.90:0/787089619 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f61a800c6d0 con 0x7f61bc15a050 2024-09-19T06:48:51.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.540+0000 7f61b3e00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f619c06c2b0 0x7f619c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:51.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.540+0000 7f61b3e00640 1 -- 172.21.15.90:0/787089619 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7f61a808ae30 con 0x7f61bc15a050 2024-09-19T06:48:51.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.540+0000 7f61bbe00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f619c06c2b0 0x7f619c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:51.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.540+0000 7f61bbe00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f619c06c2b0 0x7f619c06e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f61ac001f10 tx=0x7f61ac009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:51.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.544+0000 7f61b3e00640 1 -- 172.21.15.90:0/787089619 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f61a8017020 con 0x7f61bc15a050 2024-09-19T06:48:51.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:51.719+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f61bc0ce2e0 con 0x7f61bc15a050 2024-09-19T06:48:52.355 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.353+0000 7f61b3e00640 1 -- 172.21.15.90:0/787089619 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v20) ==== 170+0+0 (secure 0 0 0) 0x7f61a80540d0 con 0x7f61bc15a050 2024-09-19T06:48:52.355 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data' created 2024-09-19T06:48:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.356+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f619c06c2b0 msgr2=0x7f619c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.356+0000 7f61c2c00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f619c06c2b0 0x7f619c06e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f61ac001f10 tx=0x7f61ac009040 comp rx=0 tx=0).stop 2024-09-19T06:48:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.356+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15a050 msgr2=0x7f61bc0cb280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:52.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.356+0000 7f61c2c00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15a050 0x7f61bc0cb280 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f61a800e730 tx=0x7f61a800ebf0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.357+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 shutdown_connections 2024-09-19T06:48:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.357+0000 7f61c2c00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f619c06c2b0 0x7f619c06e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.357+0000 7f61c2c00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61bc15de80 0x7f61bc0cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.357+0000 7f61c2c00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61bc15a050 0x7f61bc0cb280 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.357+0000 7f61c2c00640 1 --2- 172.21.15.90:0/787089619 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61bc0731c0 0x7f61bc156080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.357+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 >> 172.21.15.90:0/787089619 conn(0x7f61bc06d0f0 msgr2=0x7f61bc0cedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:52.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.358+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 shutdown_connections 2024-09-19T06:48:52.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.358+0000 7f61c2c00640 1 -- 172.21.15.90:0/787089619 wait complete. 2024-09-19T06:48:52.391 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:48:52.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.545+0000 7ff44f000640 1 Processor -- start 2024-09-19T06:48:52.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.545+0000 7ff44f000640 1 -- start start 2024-09-19T06:48:52.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff44f000640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7ff448158a00 0x7ff448071f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:52.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff44f000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 0x7ff4480b4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:52.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff44f000640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4480728f0 con 0x7ff448158de0 2024-09-19T06:48:52.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff44f000640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7ff448072bd0 con 0x7ff448158a00 2024-09-19T06:48:52.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff44f000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff448072eb0 con 0x7ff448072470 2024-09-19T06:48:52.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff447e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7ff448158a00 0x7ff448071f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:52.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff447400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 0x7ff4480b4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:52.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff447e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7ff448158a00 0x7ff448071f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:44608/0 (socket says 172.21.15.90:44608) 2024-09-19T06:48:52.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff447e00640 1 -- 172.21.15.90:0/3886142130 learned_addr learned my addr 172.21.15.90:0/3886142130 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:52.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.547+0000 7ff44d000640 1 --1- 172.21.15.90:0/3886142130 >> v1:172.21.15.129:6789/0 conn(0x7ff448158de0 0x7ff448162110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:59946/0 (socket says 172.21.15.90:59946) 2024-09-19T06:48:52.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.548+0000 7ff447400640 1 -- 172.21.15.90:0/3886142130 >> v2:172.21.15.129:3300/0 conn(0x7ff448158a00 msgr2=0x7ff448071f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:52.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.548+0000 7ff447400640 1 --2- 172.21.15.90:0/3886142130 >> v2:172.21.15.129:3300/0 conn(0x7ff448158a00 0x7ff448071f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.548+0000 7ff447400640 1 -- 172.21.15.90:0/3886142130 >> v1:172.21.15.129:6789/0 conn(0x7ff448158de0 legacy=0x7ff448162110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:52.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.548+0000 7ff447400640 1 -- 172.21.15.90:0/3886142130 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff448073190 con 0x7ff448072470 2024-09-19T06:48:52.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.549+0000 7ff447400640 1 --2- 172.21.15.90:0/3886142130 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 0x7ff4480b4e60 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff4340097a0 tx=0x7ff43402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c555b264651217cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:52.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.549+0000 7ff446a00640 1 -- 172.21.15.90:0/3886142130 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff434037070 con 0x7ff448072470 2024-09-19T06:48:52.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.549+0000 7ff446a00640 1 -- 172.21.15.90:0/3886142130 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff434032440 con 0x7ff448072470 2024-09-19T06:48:52.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.549+0000 7ff446a00640 1 -- 172.21.15.90:0/3886142130 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff434032810 con 0x7ff448072470 2024-09-19T06:48:52.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.550+0000 7ff44f000640 1 -- 172.21.15.90:0/3886142130 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 msgr2=0x7ff4480b4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:52.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.550+0000 7ff44f000640 1 --2- 172.21.15.90:0/3886142130 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 0x7ff4480b4e60 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff4340097a0 tx=0x7ff43402a180 comp rx=0 tx=0).stop 2024-09-19T06:48:52.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.550+0000 7ff44f000640 1 -- 172.21.15.90:0/3886142130 shutdown_connections 2024-09-19T06:48:52.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.550+0000 7ff44f000640 1 --2- 172.21.15.90:0/3886142130 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 0x7ff4480b4e60 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.550+0000 7ff44f000640 1 --2- 172.21.15.90:0/3886142130 >> v2:172.21.15.129:3300/0 conn(0x7ff448158a00 0x7ff448071f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.550+0000 7ff44f000640 1 -- 172.21.15.90:0/3886142130 >> 172.21.15.90:0/3886142130 conn(0x7ff44806cb50 msgr2=0x7ff44806cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:52.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.550+0000 7ff44f000640 1 -- 172.21.15.90:0/3886142130 shutdown_connections 2024-09-19T06:48:52.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.550+0000 7ff44f000640 1 -- 172.21.15.90:0/3886142130 wait complete. 2024-09-19T06:48:52.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.551+0000 7ff44f000640 1 Processor -- start 2024-09-19T06:48:52.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.552+0000 7ff44f000640 1 -- start start 2024-09-19T06:48:52.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.552+0000 7ff44f000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 0x7ff4480d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:52.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.552+0000 7ff44f000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff448158a00 0x7ff4481f4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:52.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.552+0000 7ff44f000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff448158de0 0x7ff448160d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:52.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.552+0000 7ff44f000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff4480b5ca0 con 0x7ff448158a00 2024-09-19T06:48:52.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.552+0000 7ff44f000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7ff4480b5b20 con 0x7ff448158de0 2024-09-19T06:48:52.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.552+0000 7ff44f000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff44806faf0 con 0x7ff448072470 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff448158a00 0x7ff4481f4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff448158a00 0x7ff4481f4a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45024/0 (socket says 172.21.15.90:45024) 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447400640 1 -- 172.21.15.90:0/4225231491 learned_addr learned my addr 172.21.15.90:0/4225231491 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447e00640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 0x7ff4480d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff44d000640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff448158de0 0x7ff448160d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447400640 1 -- 172.21.15.90:0/4225231491 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 msgr2=0x7ff4480d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447400640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 0x7ff4480d00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447400640 1 -- 172.21.15.90:0/4225231491 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff448158de0 msgr2=0x7ff448160d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447400640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff448158de0 0x7ff448160d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:52.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447400640 1 -- 172.21.15.90:0/4225231491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff44815ef00 con 0x7ff448158a00 2024-09-19T06:48:52.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.553+0000 7ff447400640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff448158a00 0x7ff4481f4a80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff434035040 tx=0x7ff4340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:52.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.554+0000 7ff43fe00640 1 -- 172.21.15.90:0/4225231491 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff434037040 con 0x7ff448158a00 2024-09-19T06:48:52.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.554+0000 7ff43fe00640 1 -- 172.21.15.90:0/4225231491 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff434030500 con 0x7ff448158a00 2024-09-19T06:48:52.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.554+0000 7ff43fe00640 1 -- 172.21.15.90:0/4225231491 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff434030910 con 0x7ff448158a00 2024-09-19T06:48:52.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.554+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff44815f1e0 con 0x7ff448158a00 2024-09-19T06:48:52.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.554+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff44815f7a0 con 0x7ff448158a00 2024-09-19T06:48:52.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.555+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff448071f30 con 0x7ff448158a00 2024-09-19T06:48:52.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.556+0000 7ff43fe00640 1 -- 172.21.15.90:0/4225231491 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff434044020 con 0x7ff448158a00 2024-09-19T06:48:52.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.557+0000 7ff43fe00640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff42806c300 0x7ff42806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:52.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.557+0000 7ff43fe00640 1 -- 172.21.15.90:0/4225231491 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7ff4340ab430 con 0x7ff448158a00 2024-09-19T06:48:52.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.557+0000 7ff447e00640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff42806c300 0x7ff42806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:52.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.558+0000 7ff447e00640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff42806c300 0x7ff42806e7c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff438009bd0 tx=0x7ff438009240 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:52.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.562+0000 7ff43fe00640 1 -- 172.21.15.90:0/4225231491 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff434079620 con 0x7ff448158a00 2024-09-19T06:48:52.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:52.769+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7ff4480d05f0 con 0x7ff448158a00 2024-09-19T06:48:53.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.367+0000 7ff43fe00640 1 -- 172.21.15.90:0/4225231491 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7ff43407d920 con 0x7ff448158a00 2024-09-19T06:48:53.371 INFO:teuthology.orchestra.run.smithi090.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T06:48:53.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.373+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff42806c300 msgr2=0x7ff42806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.373+0000 7ff44f000640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff42806c300 0x7ff42806e7c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff438009bd0 tx=0x7ff438009240 comp rx=0 tx=0).stop 2024-09-19T06:48:53.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.374+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff448158a00 msgr2=0x7ff4481f4a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.374+0000 7ff44f000640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff448158a00 0x7ff4481f4a80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff434035040 tx=0x7ff4340046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.375+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 shutdown_connections 2024-09-19T06:48:53.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.375+0000 7ff44f000640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff42806c300 0x7ff42806e7c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.375+0000 7ff44f000640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff448158de0 0x7ff448160d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.376+0000 7ff44f000640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff448158a00 0x7ff4481f4a80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.376+0000 7ff44f000640 1 --2- 172.21.15.90:0/4225231491 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff448072470 0x7ff4480d00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.376+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 >> 172.21.15.90:0/4225231491 conn(0x7ff44806cb50 msgr2=0x7ff4480b1b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:53.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.377+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 shutdown_connections 2024-09-19T06:48:53.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.377+0000 7ff44f000640 1 -- 172.21.15.90:0/4225231491 wait complete. 2024-09-19T06:48:53.405 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:48:53.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.556+0000 7f2de5800640 1 Processor -- start 2024-09-19T06:48:53.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.557+0000 7f2de5800640 1 -- start start 2024-09-19T06:48:53.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2de5800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f2de015c170 0x7f2de015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2de5800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00cf6c0 0x7f2de00cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2de5800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f2de00b5dd0 0x7f2de00b6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2de5800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f2de015ca90 con 0x7f2de015c170 2024-09-19T06:48:53.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2de5800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f2de00b4cf0 con 0x7f2de00b5dd0 2024-09-19T06:48:53.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2de5800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f2de00b4fd0 con 0x7f2de00cf6c0 2024-09-19T06:48:53.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2ddea00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f2de015c170 0x7f2de015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2ddea00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f2de015c170 0x7f2de015c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45032/0 (socket says 172.21.15.90:45032) 2024-09-19T06:48:53.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2ddea00640 1 -- 172.21.15.90:0/2188736291 learned_addr learned my addr 172.21.15.90:0/2188736291 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:53.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2dd6000640 1 --2- 172.21.15.90:0/2188736291 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00cf6c0 0x7f2de00cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.558+0000 7f2ddf400640 1 --2- 172.21.15.90:0/2188736291 >> v2:172.21.15.129:3300/0 conn(0x7f2de00b5dd0 0x7f2de00b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.559+0000 7f2ddea00640 1 -- 172.21.15.90:0/2188736291 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00cf6c0 msgr2=0x7f2de00cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:53.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.559+0000 7f2ddea00640 1 --2- 172.21.15.90:0/2188736291 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00cf6c0 0x7f2de00cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.559+0000 7f2ddea00640 1 -- 172.21.15.90:0/2188736291 >> v2:172.21.15.129:3300/0 conn(0x7f2de00b5dd0 msgr2=0x7f2de00b6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:53.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.559+0000 7f2ddea00640 1 --2- 172.21.15.90:0/2188736291 >> v2:172.21.15.129:3300/0 conn(0x7f2de00b5dd0 0x7f2de00b6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.559+0000 7f2ddea00640 1 -- 172.21.15.90:0/2188736291 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2de00b52b0 con 0x7f2de015c170 2024-09-19T06:48:53.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.559+0000 7f2ddea00640 1 --2- 172.21.15.90:0/2188736291 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de015c170 0x7f2de015c550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2de00c7120 tx=0x7f2dd002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dba9b15754f31a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2dde000640 1 -- 172.21.15.90:0/2188736291 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd0037070 con 0x7f2de015c170 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2dde000640 1 -- 172.21.15.90:0/2188736291 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dd0032440 con 0x7f2de015c170 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2dde000640 1 -- 172.21.15.90:0/2188736291 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd0032810 con 0x7f2de015c170 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2de5800640 1 -- 172.21.15.90:0/2188736291 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de015c170 msgr2=0x7f2de015c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2de5800640 1 --2- 172.21.15.90:0/2188736291 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de015c170 0x7f2de015c550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2de00c7120 tx=0x7f2dd002a1e0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2de5800640 1 -- 172.21.15.90:0/2188736291 shutdown_connections 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2de5800640 1 --2- 172.21.15.90:0/2188736291 >> v2:172.21.15.129:3300/0 conn(0x7f2de00b5dd0 0x7f2de00b6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2de5800640 1 --2- 172.21.15.90:0/2188736291 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00cf6c0 0x7f2de00cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2de5800640 1 --2- 172.21.15.90:0/2188736291 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de015c170 0x7f2de015c550 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2de5800640 1 -- 172.21.15.90:0/2188736291 >> 172.21.15.90:0/2188736291 conn(0x7f2de006bc10 msgr2=0x7f2de006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2de5800640 1 -- 172.21.15.90:0/2188736291 shutdown_connections 2024-09-19T06:48:53.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.560+0000 7f2de5800640 1 -- 172.21.15.90:0/2188736291 wait complete. 2024-09-19T06:48:53.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.562+0000 7f2de5800640 1 Processor -- start 2024-09-19T06:48:53.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.562+0000 7f2de5800640 1 -- start start 2024-09-19T06:48:53.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2de5800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00b5dd0 0x7f2de014c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2de5800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de00cf6c0 0x7f2de014fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2de5800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2de015c170 0x7f2de0072140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2de5800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2de00b5b50 con 0x7f2de00cf6c0 2024-09-19T06:48:53.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2de5800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f2de00b5870 con 0x7f2de015c170 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2de5800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f2de015ffb0 con 0x7f2de00b5dd0 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2dd6000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de00cf6c0 0x7f2de014fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2dd6000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de00cf6c0 0x7f2de014fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:45040/0 (socket says 172.21.15.90:45040) 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2dd6000640 1 -- 172.21.15.90:0/105996500 learned_addr learned my addr 172.21.15.90:0/105996500 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2ddea00640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00b5dd0 0x7f2de014c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.563+0000 7f2ddf400640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2de015c170 0x7f2de0072140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2ddea00640 1 -- 172.21.15.90:0/105996500 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2de015c170 msgr2=0x7f2de0072140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2ddea00640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2de015c170 0x7f2de0072140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2ddea00640 1 -- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de00cf6c0 msgr2=0x7f2de014fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2ddea00640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de00cf6c0 0x7f2de014fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2ddea00640 1 -- 172.21.15.90:0/105996500 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2de01504c0 con 0x7f2de00b5dd0 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2dd6000640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de00cf6c0 0x7f2de014fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2ddea00640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00b5dd0 0x7f2de014c8c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2de006f4b0 tx=0x7f2dd00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:53.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2dd7400640 1 -- 172.21.15.90:0/105996500 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd0041020 con 0x7f2de00b5dd0 2024-09-19T06:48:53.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2dd7400640 1 -- 172.21.15.90:0/105996500 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dd003d660 con 0x7f2de00b5dd0 2024-09-19T06:48:53.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2dd7400640 1 -- 172.21.15.90:0/105996500 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd0037040 con 0x7f2de00b5dd0 2024-09-19T06:48:53.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.564+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2de01507a0 con 0x7f2de00b5dd0 2024-09-19T06:48:53.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.565+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2de0150d60 con 0x7f2de00b5dd0 2024-09-19T06:48:53.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.566+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2de015c550 con 0x7f2de00b5dd0 2024-09-19T06:48:53.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.567+0000 7f2dd7400640 1 -- 172.21.15.90:0/105996500 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2dd0044020 con 0x7f2de00b5dd0 2024-09-19T06:48:53.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.568+0000 7f2dd7400640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2dbc06c2b0 0x7f2dbc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.568+0000 7f2dd7400640 1 -- 172.21.15.90:0/105996500 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f2dd00ab990 con 0x7f2de00b5dd0 2024-09-19T06:48:53.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.568+0000 7f2dd6000640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2dbc06c2b0 0x7f2dbc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.568+0000 7f2dd6000640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2dbc06c2b0 0x7f2dbc06e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2de01f7d20 tx=0x7f2dc8009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:53.574 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.573+0000 7f2dd7400640 1 -- 172.21.15.90:0/105996500 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2dd004b030 con 0x7f2de00b5dd0 2024-09-19T06:48:53.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.747+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2de00cf150 con 0x7f2de00b5dd0 2024-09-19T06:48:53.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.749+0000 7f2dd7400640 1 -- 172.21.15.90:0/105996500 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16682 (secure 0 0 0) 0x7f2dd0079a10 con 0x7f2de00b5dd0 2024-09-19T06:48:53.750 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:53.750 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":21,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:52.771076+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:48:50.762079+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:48:51.758632+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:48:53.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2dbc06c2b0 msgr2=0x7f2dbc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2dbc06c2b0 0x7f2dbc06e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2de01f7d20 tx=0x7f2dc8009190 comp rx=0 tx=0).stop 2024-09-19T06:48:53.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00b5dd0 msgr2=0x7f2de014c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00b5dd0 0x7f2de014c8c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2de006f4b0 tx=0x7f2dd00046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 shutdown_connections 2024-09-19T06:48:53.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2dbc06c2b0 0x7f2dbc06e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2de015c170 0x7f2de0072140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2de00cf6c0 0x7f2de014fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 --2- 172.21.15.90:0/105996500 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2de00b5dd0 0x7f2de014c8c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 >> 172.21.15.90:0/105996500 conn(0x7f2de006bc10 msgr2=0x7f2de01513b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:53.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 shutdown_connections 2024-09-19T06:48:53.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.751+0000 7f2de5800640 1 -- 172.21.15.90:0/105996500 wait complete. 2024-09-19T06:48:53.768 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:48:53.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.919+0000 7fe60c000640 1 Processor -- start 2024-09-19T06:48:53.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.919+0000 7fe60c000640 1 -- start start 2024-09-19T06:48:53.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.920+0000 7fe60c000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fe604155800 0x7fe6040b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe60c000640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fe6040cfc80 0x7fe6040b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe60c000640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6040b50a0 con 0x7fe60415c330 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe60c000640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fe6040b4e60 con 0x7fe604155800 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe60c000640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fe60415c7a0 con 0x7fe6040cfc80 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe609600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fe604155800 0x7fe6040b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe609600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fe604155800 0x7fe6040b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55142/0 (socket says 172.21.15.90:55142) 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe609600640 1 -- 172.21.15.90:0/403397004 learned_addr learned my addr 172.21.15.90:0/403397004 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe609600640 1 -- 172.21.15.90:0/403397004 >> v2:172.21.15.129:3300/0 conn(0x7fe6040cfc80 msgr2=0x7fe6040b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe609600640 1 --2- 172.21.15.90:0/403397004 >> v2:172.21.15.129:3300/0 conn(0x7fe6040cfc80 0x7fe6040b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe609600640 1 -- 172.21.15.90:0/403397004 >> v1:172.21.15.129:6789/0 conn(0x7fe60415c330 legacy=0x7fe6040cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:53.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.921+0000 7fe609600640 1 -- 172.21.15.90:0/403397004 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6040b5380 con 0x7fe604155800 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.922+0000 7fe609600640 1 --2- 172.21.15.90:0/403397004 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe604155800 0x7fe6040b6140 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe60415b7b0 tx=0x7fe5f802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a40d23c82527a0a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.922+0000 7fe603e00640 1 -- 172.21.15.90:0/403397004 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f8037070 con 0x7fe604155800 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.922+0000 7fe603e00640 1 -- 172.21.15.90:0/403397004 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5f8032440 con 0x7fe604155800 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.922+0000 7fe603e00640 1 -- 172.21.15.90:0/403397004 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f8032810 con 0x7fe604155800 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.923+0000 7fe60c000640 1 -- 172.21.15.90:0/403397004 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe604155800 msgr2=0x7fe6040b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.923+0000 7fe60c000640 1 --2- 172.21.15.90:0/403397004 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe604155800 0x7fe6040b6140 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe60415b7b0 tx=0x7fe5f802a230 comp rx=0 tx=0).stop 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.923+0000 7fe60c000640 1 -- 172.21.15.90:0/403397004 shutdown_connections 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.923+0000 7fe60c000640 1 --2- 172.21.15.90:0/403397004 >> v2:172.21.15.129:3300/0 conn(0x7fe6040cfc80 0x7fe6040b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.923+0000 7fe60c000640 1 --2- 172.21.15.90:0/403397004 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe604155800 0x7fe6040b6140 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.923+0000 7fe60c000640 1 -- 172.21.15.90:0/403397004 >> 172.21.15.90:0/403397004 conn(0x7fe60406bc10 msgr2=0x7fe60406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:53.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.923+0000 7fe60c000640 1 -- 172.21.15.90:0/403397004 shutdown_connections 2024-09-19T06:48:53.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.923+0000 7fe60c000640 1 -- 172.21.15.90:0/403397004 wait complete. 2024-09-19T06:48:53.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.925+0000 7fe60c000640 1 Processor -- start 2024-09-19T06:48:53.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.925+0000 7fe60c000640 1 -- start start 2024-09-19T06:48:53.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe60c000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6040cfc80 0x7fe6041688a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe60c000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe604155800 0x7fe60415a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe60c000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe60415c330 0x7fe604152360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe60c000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe6040b5c20 con 0x7fe6040cfc80 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe60c000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fe6040b5940 con 0x7fe60415c330 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe60c000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe604155be0 con 0x7fe604155800 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe609600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6040cfc80 0x7fe6041688a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe609600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6040cfc80 0x7fe6041688a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55148/0 (socket says 172.21.15.90:55148) 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe609600640 1 -- 172.21.15.90:0/2914268286 learned_addr learned my addr 172.21.15.90:0/2914268286 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe60a000640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe60415c330 0x7fe604152360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe608c00640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe604155800 0x7fe60415a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe609600640 1 -- 172.21.15.90:0/2914268286 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe604155800 msgr2=0x7fe60415a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe609600640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe604155800 0x7fe60415a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe609600640 1 -- 172.21.15.90:0/2914268286 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe60415c330 msgr2=0x7fe604152360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:53.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe609600640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe60415c330 0x7fe604152360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:53.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe609600640 1 -- 172.21.15.90:0/2914268286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe60414f650 con 0x7fe6040cfc80 2024-09-19T06:48:53.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.926+0000 7fe60a000640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe60415c330 0x7fe604152360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:48:53.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.927+0000 7fe609600640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6040cfc80 0x7fe6041688a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe5f8000c00 tx=0x7fe5f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:53.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.927+0000 7fe601600640 1 -- 172.21.15.90:0/2914268286 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f8041070 con 0x7fe6040cfc80 2024-09-19T06:48:53.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.927+0000 7fe601600640 1 -- 172.21.15.90:0/2914268286 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5f803c870 con 0x7fe6040cfc80 2024-09-19T06:48:53.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.927+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe60414f930 con 0x7fe6040cfc80 2024-09-19T06:48:53.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.927+0000 7fe601600640 1 -- 172.21.15.90:0/2914268286 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f8037040 con 0x7fe6040cfc80 2024-09-19T06:48:53.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.927+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe60414fc10 con 0x7fe6040cfc80 2024-09-19T06:48:53.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.928+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6040b6140 con 0x7fe6040cfc80 2024-09-19T06:48:53.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.929+0000 7fe601600640 1 -- 172.21.15.90:0/2914268286 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe5f8044070 con 0x7fe6040cfc80 2024-09-19T06:48:53.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.929+0000 7fe601600640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe5e406c2e0 0x7fe5e406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:53.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.930+0000 7fe601600640 1 -- 172.21.15.90:0/2914268286 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe5f80ac170 con 0x7fe6040cfc80 2024-09-19T06:48:53.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.930+0000 7fe608c00640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe5e406c2e0 0x7fe5e406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:53.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.930+0000 7fe608c00640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe5e406c2e0 0x7fe5e406e7a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0006fd0 tx=0x7fe5f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:53.936 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:53.934+0000 7fe601600640 1 -- 172.21.15.90:0/2914268286 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe5f807a9f0 con 0x7fe6040cfc80 2024-09-19T06:48:54.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.111+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe604166140 con 0x7fe6040cfc80 2024-09-19T06:48:54.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.113+0000 7fe601600640 1 -- 172.21.15.90:0/2914268286 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16682 (secure 0 0 0) 0x7fe5f807a2f0 con 0x7fe6040cfc80 2024-09-19T06:48:54.114 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:54.115 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":21,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:52.771076+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:48:50.762079+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:48:51.758632+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:48:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe5e406c2e0 msgr2=0x7fe5e406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe5e406c2e0 0x7fe5e406e7a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0006fd0 tx=0x7fe5f0008040 comp rx=0 tx=0).stop 2024-09-19T06:48:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6040cfc80 msgr2=0x7fe6041688a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6040cfc80 0x7fe6041688a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe5f8000c00 tx=0x7fe5f80046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 shutdown_connections 2024-09-19T06:48:54.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe5e406c2e0 0x7fe5e406e7a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe60415c330 0x7fe604152360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe604155800 0x7fe60415a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 --2- 172.21.15.90:0/2914268286 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6040cfc80 0x7fe6041688a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 >> 172.21.15.90:0/2914268286 conn(0x7fe60406bc10 msgr2=0x7fe6040ce7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 shutdown_connections 2024-09-19T06:48:54.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.115+0000 7fe60c000640 1 -- 172.21.15.90:0/2914268286 wait complete. 2024-09-19T06:48:54.132 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:48:54.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.288+0000 7f2128a00640 1 Processor -- start 2024-09-19T06:48:54.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.288+0000 7f2128a00640 1 -- start start 2024-09-19T06:48:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.289+0000 7f2128a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f212415a050 0x7f212415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:54.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.289+0000 7f2128a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f212415a430 con 0x7f212415ee90 2024-09-19T06:48:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.289+0000 7f2128a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2124160df0 con 0x7f21240731c0 2024-09-19T06:48:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.289+0000 7f2128a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f212415d9a0 con 0x7f212415a050 2024-09-19T06:48:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.289+0000 7f2121e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f212415a050 0x7f212415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.289+0000 7f2121e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f212415a050 0x7f212415d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55160/0 (socket says 172.21.15.90:55160) 2024-09-19T06:48:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.289+0000 7f2121e00640 1 -- 172.21.15.90:0/1632115184 learned_addr learned my addr 172.21.15.90:0/1632115184 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:54.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.289+0000 7f2122800640 1 --1- 172.21.15.90:0/1632115184 >> v1:172.21.15.90:6789/0 conn(0x7f212415ee90 0x7f21241606e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54420/0 (socket says 172.21.15.90:54420) 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.290+0000 7f2121e00640 1 -- 172.21.15.90:0/1632115184 >> v1:172.21.15.129:6789/0 conn(0x7f21240731c0 legacy=0x7f212415ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.290+0000 7f2121e00640 1 -- 172.21.15.90:0/1632115184 >> v1:172.21.15.90:6789/0 conn(0x7f212415ee90 legacy=0x7f21241606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.290+0000 7f2121e00640 1 -- 172.21.15.90:0/1632115184 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21240cd0a0 con 0x7f212415a050 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.290+0000 7f2120a00640 1 -- 172.21.15.90:0/1632115184 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 711853680 0 0) 0x7f212415a430 con 0x7f212415ee90 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2121e00640 1 --2- 172.21.15.90:0/1632115184 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f212415a050 0x7f212415d460 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2114009870 tx=0x7f211402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d152234489cda680 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2120a00640 1 -- 172.21.15.90:0/1632115184 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2114037070 con 0x7f212415a050 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2120a00640 1 -- 172.21.15.90:0/1632115184 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2114032440 con 0x7f212415a050 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2120a00640 1 -- 172.21.15.90:0/1632115184 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2114032810 con 0x7f212415a050 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2128a00640 1 -- 172.21.15.90:0/1632115184 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f212415a050 msgr2=0x7f212415d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:54.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2128a00640 1 --2- 172.21.15.90:0/1632115184 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f212415a050 0x7f212415d460 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2114009870 tx=0x7f211402a210 comp rx=0 tx=0).stop 2024-09-19T06:48:54.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2128a00640 1 -- 172.21.15.90:0/1632115184 shutdown_connections 2024-09-19T06:48:54.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2128a00640 1 --2- 172.21.15.90:0/1632115184 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f212415a050 0x7f212415d460 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:54.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2128a00640 1 -- 172.21.15.90:0/1632115184 >> 172.21.15.90:0/1632115184 conn(0x7f212406d0f0 msgr2=0x7f212406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:54.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2128a00640 1 -- 172.21.15.90:0/1632115184 shutdown_connections 2024-09-19T06:48:54.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.291+0000 7f2128a00640 1 -- 172.21.15.90:0/1632115184 wait complete. 2024-09-19T06:48:54.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.293+0000 7f2128a00640 1 Processor -- start 2024-09-19T06:48:54.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.293+0000 7f2128a00640 1 -- start start 2024-09-19T06:48:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2128a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21240731c0 0x7f21241e6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2128a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f212415a050 0x7f2124153120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2128a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f212415ee90 0x7f2124158690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2128a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f21240cd940 con 0x7f21240731c0 2024-09-19T06:48:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2128a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f21240cd660 con 0x7f212415a050 2024-09-19T06:48:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2128a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f21240cdc20 con 0x7f212415ee90 2024-09-19T06:48:54.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2121e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21240731c0 0x7f21241e6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2121e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21240731c0 0x7f21241e6670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55172/0 (socket says 172.21.15.90:55172) 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2121e00640 1 -- 172.21.15.90:0/1905357937 learned_addr learned my addr 172.21.15.90:0/1905357937 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2122800640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f212415ee90 0x7f2124158690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2121e00640 1 -- 172.21.15.90:0/1905357937 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f212415ee90 msgr2=0x7f2124158690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2121400640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f212415a050 0x7f2124153120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2121e00640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f212415ee90 0x7f2124158690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2121e00640 1 -- 172.21.15.90:0/1905357937 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f212415a050 msgr2=0x7f2124153120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2121e00640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f212415a050 0x7f2124153120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.294+0000 7f2121e00640 1 -- 172.21.15.90:0/1905357937 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2124152200 con 0x7f21240731c0 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.295+0000 7f2121400640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f212415a050 0x7f2124153120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.295+0000 7f2121e00640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21240731c0 0x7f21241e6670 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2114009870 tx=0x7f21140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.295+0000 7f211a000640 1 -- 172.21.15.90:0/1905357937 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2114041070 con 0x7f21240731c0 2024-09-19T06:48:54.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.295+0000 7f211a000640 1 -- 172.21.15.90:0/1905357937 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f211403c870 con 0x7f21240731c0 2024-09-19T06:48:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.295+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2124155010 con 0x7f21240731c0 2024-09-19T06:48:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.295+0000 7f211a000640 1 -- 172.21.15.90:0/1905357937 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2114037040 con 0x7f21240731c0 2024-09-19T06:48:54.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.295+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21241558b0 con 0x7f21240731c0 2024-09-19T06:48:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.296+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21240b36e0 con 0x7f21240731c0 2024-09-19T06:48:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.297+0000 7f211a000640 1 -- 172.21.15.90:0/1905357937 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2114044070 con 0x7f21240731c0 2024-09-19T06:48:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.298+0000 7f211a000640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f210406c2b0 0x7f210406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.298+0000 7f211a000640 1 -- 172.21.15.90:0/1905357937 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f21140ac390 con 0x7f21240731c0 2024-09-19T06:48:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.298+0000 7f2121400640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f210406c2b0 0x7f210406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:54.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.299+0000 7f2121400640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f210406c2b0 0x7f210406e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f21240d0430 tx=0x7f2110009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:54.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.302+0000 7f211a000640 1 -- 172.21.15.90:0/1905357937 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f211407ab80 con 0x7f21240731c0 2024-09-19T06:48:54.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:54.519+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f21240d0460 con 0x7f21240731c0 2024-09-19T06:48:55.386 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.384+0000 7f211a000640 1 -- 172.21.15.90:0/1905357937 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7f211407a480 con 0x7f21240731c0 2024-09-19T06:48:55.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f210406c2b0 msgr2=0x7f210406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f210406c2b0 0x7f210406e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f21240d0430 tx=0x7f2110009040 comp rx=0 tx=0).stop 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21240731c0 msgr2=0x7f21241e6670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21240731c0 0x7f21241e6670 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2114009870 tx=0x7f21140046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 shutdown_connections 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f210406c2b0 0x7f210406e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f212415ee90 0x7f2124158690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f212415a050 0x7f2124153120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 --2- 172.21.15.90:0/1905357937 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21240731c0 0x7f21241e6670 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 >> 172.21.15.90:0/1905357937 conn(0x7f212406d0f0 msgr2=0x7f212406d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 shutdown_connections 2024-09-19T06:48:55.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.387+0000 7f2128a00640 1 -- 172.21.15.90:0/1905357937 wait complete. 2024-09-19T06:48:55.406 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:48:55.406 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:48:55.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.562+0000 7f6a3e200640 1 Processor -- start 2024-09-19T06:48:55.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.562+0000 7f6a3e200640 1 -- start start 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a3e200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6a3815e5f0 0x7f6a380d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a3e200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f6a380d13c0 0x7f6a380b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a3e200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f6a380b8730 0x7f6a380ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a3e200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f6a380b9b30 con 0x7f6a380d13c0 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a3e200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f6a380d1820 con 0x7f6a380b8730 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a3e200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f6a3815e9d0 con 0x7f6a3815e5f0 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a2fe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f6a380d13c0 0x7f6a380b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a2fe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f6a380d13c0 0x7f6a380b81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55174/0 (socket says 172.21.15.90:55174) 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a2fe00640 1 -- 172.21.15.90:0/5159604 learned_addr learned my addr 172.21.15.90:0/5159604 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.563+0000 7f6a3d800640 1 --2- 172.21.15.90:0/5159604 >> v2:172.21.15.129:3300/0 conn(0x7f6a380b8730 0x7f6a380ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:55.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.564+0000 7f6a2fe00640 1 -- 172.21.15.90:0/5159604 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6a3815e5f0 msgr2=0x7f6a380d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:55.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.564+0000 7f6a2fe00640 1 --2- 172.21.15.90:0/5159604 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6a3815e5f0 0x7f6a380d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.564+0000 7f6a2fe00640 1 -- 172.21.15.90:0/5159604 >> v2:172.21.15.129:3300/0 conn(0x7f6a380b8730 msgr2=0x7f6a380ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:55.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.564+0000 7f6a2fe00640 1 --2- 172.21.15.90:0/5159604 >> v2:172.21.15.129:3300/0 conn(0x7f6a380b8730 0x7f6a380ceac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.564+0000 7f6a2fe00640 1 -- 172.21.15.90:0/5159604 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a380b8f20 con 0x7f6a380d13c0 2024-09-19T06:48:55.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.564+0000 7f6a3d800640 1 --2- 172.21.15.90:0/5159604 >> v2:172.21.15.129:3300/0 conn(0x7f6a380b8730 0x7f6a380ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:48:55.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.564+0000 7f6a2fe00640 1 --2- 172.21.15.90:0/5159604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 0x7f6a380b81f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6a3808d740 tx=0x7f6a2002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d52e647e5cdc88b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:55.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a37e00640 1 -- 172.21.15.90:0/5159604 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20037070 con 0x7f6a380d13c0 2024-09-19T06:48:55.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a37e00640 1 -- 172.21.15.90:0/5159604 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a20032440 con 0x7f6a380d13c0 2024-09-19T06:48:55.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a37e00640 1 -- 172.21.15.90:0/5159604 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20032810 con 0x7f6a380d13c0 2024-09-19T06:48:55.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a3e200640 1 -- 172.21.15.90:0/5159604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 msgr2=0x7f6a380b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:55.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a3e200640 1 --2- 172.21.15.90:0/5159604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 0x7f6a380b81f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6a3808d740 tx=0x7f6a2002a1e0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a3e200640 1 -- 172.21.15.90:0/5159604 shutdown_connections 2024-09-19T06:48:55.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a3e200640 1 --2- 172.21.15.90:0/5159604 >> v2:172.21.15.129:3300/0 conn(0x7f6a380b8730 0x7f6a380ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a3e200640 1 --2- 172.21.15.90:0/5159604 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 0x7f6a380b81f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a3e200640 1 --2- 172.21.15.90:0/5159604 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6a3815e5f0 0x7f6a380d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a3e200640 1 -- 172.21.15.90:0/5159604 >> 172.21.15.90:0/5159604 conn(0x7f6a38062630 msgr2=0x7f6a38062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:55.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a3e200640 1 -- 172.21.15.90:0/5159604 shutdown_connections 2024-09-19T06:48:55.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.565+0000 7f6a3e200640 1 -- 172.21.15.90:0/5159604 wait complete. 2024-09-19T06:48:55.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.567+0000 7f6a3e200640 1 Processor -- start 2024-09-19T06:48:55.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.567+0000 7f6a3e200640 1 -- start start 2024-09-19T06:48:55.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a3e200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6a380b8730 0x7f6a38161230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:55.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a3e200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 0x7f6a381f5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:55.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a3e200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6a3815e5f0 0x7f6a38154250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:55.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a3e200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6a380b97c0 con 0x7f6a380d13c0 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a3e200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f6a380b94e0 con 0x7f6a3815e5f0 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a3e200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f6a380b8bc0 con 0x7f6a380b8730 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a2fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 0x7f6a381f5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a2fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 0x7f6a381f5380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55190/0 (socket says 172.21.15.90:55190) 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a2fe00640 1 -- 172.21.15.90:0/998133597 learned_addr learned my addr 172.21.15.90:0/998133597 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a3ce00640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6a380b8730 0x7f6a38161230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.568+0000 7f6a3d800640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6a3815e5f0 0x7f6a38154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a2fe00640 1 -- 172.21.15.90:0/998133597 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6a380b8730 msgr2=0x7f6a38161230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a2fe00640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6a380b8730 0x7f6a38161230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a2fe00640 1 -- 172.21.15.90:0/998133597 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6a3815e5f0 msgr2=0x7f6a38154250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a2fe00640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6a3815e5f0 0x7f6a38154250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a2fe00640 1 -- 172.21.15.90:0/998133597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a3815ee00 con 0x7f6a380d13c0 2024-09-19T06:48:55.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a2fe00640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 0x7f6a381f5380 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6a20000c00 tx=0x7f6a200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:55.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a35600640 1 -- 172.21.15.90:0/998133597 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20041020 con 0x7f6a380d13c0 2024-09-19T06:48:55.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a35600640 1 -- 172.21.15.90:0/998133597 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a20030970 con 0x7f6a380d13c0 2024-09-19T06:48:55.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a3815f0e0 con 0x7f6a380d13c0 2024-09-19T06:48:55.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a35600640 1 -- 172.21.15.90:0/998133597 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20037040 con 0x7f6a380d13c0 2024-09-19T06:48:55.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.569+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a3815f6a0 con 0x7f6a380d13c0 2024-09-19T06:48:55.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.570+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a38069c20 con 0x7f6a380d13c0 2024-09-19T06:48:55.572 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.571+0000 7f6a35600640 1 -- 172.21.15.90:0/998133597 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6a20044020 con 0x7f6a380d13c0 2024-09-19T06:48:55.573 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.572+0000 7f6a35600640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6a1406c2b0 0x7f6a1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:55.574 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.572+0000 7f6a35600640 1 -- 172.21.15.90:0/998133597 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f6a200abe80 con 0x7f6a380d13c0 2024-09-19T06:48:55.574 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.573+0000 7f6a3ce00640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6a1406c2b0 0x7f6a1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:55.574 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.573+0000 7f6a3ce00640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6a1406c2b0 0x7f6a1406e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6a3815cc20 tx=0x7f6a28008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:55.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.577+0000 7f6a35600640 1 -- 172.21.15.90:0/998133597 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6a2004b030 con 0x7f6a380d13c0 2024-09-19T06:48:55.785 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:55.784+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f6a380b81f0 con 0x7f6a380d13c0 2024-09-19T06:48:56.387 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.386+0000 7f6a35600640 1 -- 172.21.15.90:0/998133597 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7f6a2007a5e0 con 0x7f6a380d13c0 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6a1406c2b0 msgr2=0x7f6a1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6a1406c2b0 0x7f6a1406e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6a3815cc20 tx=0x7f6a28008040 comp rx=0 tx=0).stop 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 msgr2=0x7f6a381f5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 0x7f6a381f5380 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6a20000c00 tx=0x7f6a200046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 shutdown_connections 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6a1406c2b0 0x7f6a1406e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6a3815e5f0 0x7f6a38154250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a380d13c0 0x7f6a381f5380 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 --2- 172.21.15.90:0/998133597 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6a380b8730 0x7f6a38161230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 >> 172.21.15.90:0/998133597 conn(0x7f6a38062630 msgr2=0x7f6a380ceaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:56.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 shutdown_connections 2024-09-19T06:48:56.391 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.388+0000 7f6a3e200640 1 -- 172.21.15.90:0/998133597 wait complete. 2024-09-19T06:48:56.406 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:48:56.406 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:48:56.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.558+0000 7fca03600640 1 Processor -- start 2024-09-19T06:48:56.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.558+0000 7fca03600640 1 -- start start 2024-09-19T06:48:56.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.559+0000 7fca03600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fc9fc15c550 0x7fc9fc0b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.559+0000 7fca03600640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9fc0b4cf0 con 0x7fc9fc0b6310 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.559+0000 7fca03600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9fc0b4fd0 con 0x7fc9fc15c170 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.559+0000 7fca03600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fc9fc0b52b0 con 0x7fc9fc15c550 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.560+0000 7fca01600640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fc9fc0b6310 0x7fc9fc0b39b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54424/0 (socket says 172.21.15.90:54424) 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.560+0000 7fca01600640 1 -- 172.21.15.90:0/1599471181 learned_addr learned my addr 172.21.15.90:0/1599471181 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.560+0000 7fc9fbe00640 1 --2- 172.21.15.90:0/1599471181 >> v2:172.21.15.129:3300/0 conn(0x7fc9fc15c550 0x7fc9fc0b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.560+0000 7fc9fb400640 1 -- 172.21.15.90:0/1599471181 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3295598220 0 0) 0x7fc9fc0b4cf0 con 0x7fc9fc0b6310 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.560+0000 7fc9fb400640 1 -- 172.21.15.90:0/1599471181 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc9e4003520 con 0x7fc9fc0b6310 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.560+0000 7fc9fbe00640 1 -- 172.21.15.90:0/1599471181 >> v1:172.21.15.129:6789/0 conn(0x7fc9fc15c170 legacy=0x7fc9fc0cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.560+0000 7fc9fbe00640 1 -- 172.21.15.90:0/1599471181 >> v1:172.21.15.90:6789/0 conn(0x7fc9fc0b6310 legacy=0x7fc9fc0b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.560+0000 7fc9fbe00640 1 -- 172.21.15.90:0/1599471181 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9fc0b5590 con 0x7fc9fc15c550 2024-09-19T06:48:56.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.561+0000 7fc9fbe00640 1 --2- 172.21.15.90:0/1599471181 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc9fc15c550 0x7fc9fc0b5dd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc9e80097d0 tx=0x7fc9e802a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb025729614acf39 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:56.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.562+0000 7fc9fb400640 1 -- 172.21.15.90:0/1599471181 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e8037070 con 0x7fc9fc15c550 2024-09-19T06:48:56.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.562+0000 7fc9fb400640 1 -- 172.21.15.90:0/1599471181 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9e8032440 con 0x7fc9fc15c550 2024-09-19T06:48:56.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.562+0000 7fc9fb400640 1 -- 172.21.15.90:0/1599471181 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e8032810 con 0x7fc9fc15c550 2024-09-19T06:48:56.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.562+0000 7fca03600640 1 -- 172.21.15.90:0/1599471181 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc9fc15c550 msgr2=0x7fc9fc0b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.562+0000 7fca03600640 1 --2- 172.21.15.90:0/1599471181 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc9fc15c550 0x7fc9fc0b5dd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc9e80097d0 tx=0x7fc9e802a250 comp rx=0 tx=0).stop 2024-09-19T06:48:56.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.562+0000 7fca03600640 1 -- 172.21.15.90:0/1599471181 shutdown_connections 2024-09-19T06:48:56.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.562+0000 7fca03600640 1 --2- 172.21.15.90:0/1599471181 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc9fc15c550 0x7fc9fc0b5dd0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.562+0000 7fca03600640 1 -- 172.21.15.90:0/1599471181 >> 172.21.15.90:0/1599471181 conn(0x7fc9fc06bc10 msgr2=0x7fc9fc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:56.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.563+0000 7fca03600640 1 -- 172.21.15.90:0/1599471181 shutdown_connections 2024-09-19T06:48:56.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.563+0000 7fca03600640 1 -- 172.21.15.90:0/1599471181 wait complete. 2024-09-19T06:48:56.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.564+0000 7fca03600640 1 Processor -- start 2024-09-19T06:48:56.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.564+0000 7fca03600640 1 -- start start 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.565+0000 7fca03600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc9fc0b6310 0x7fc9fc1f3060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.565+0000 7fca03600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc9fc15c170 0x7fc9fc155070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.565+0000 7fca03600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc9fc15c550 0x7fc9fc153670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.565+0000 7fca03600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc15c9c0 con 0x7fc9fc0b6310 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.565+0000 7fca03600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc0b5b50 con 0x7fc9fc15c550 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.565+0000 7fca03600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc9fc0cfdd0 con 0x7fc9fc15c170 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.565+0000 7fca00c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc9fc0b6310 0x7fc9fc1f3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.565+0000 7fca00c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc9fc0b6310 0x7fc9fc1f3060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55196/0 (socket says 172.21.15.90:55196) 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.565+0000 7fca00c00640 1 -- 172.21.15.90:0/1132890784 learned_addr learned my addr 172.21.15.90:0/1132890784 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fca01600640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc9fc15c550 0x7fc9fc153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fc9fbe00640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc9fc15c170 0x7fc9fc155070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fca00c00640 1 -- 172.21.15.90:0/1132890784 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc9fc15c170 msgr2=0x7fc9fc155070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fca00c00640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc9fc15c170 0x7fc9fc155070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fca00c00640 1 -- 172.21.15.90:0/1132890784 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc9fc15c550 msgr2=0x7fc9fc153670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fca00c00640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc9fc15c550 0x7fc9fc153670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fca00c00640 1 -- 172.21.15.90:0/1132890784 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9fc154230 con 0x7fc9fc0b6310 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fca00c00640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc9fc0b6310 0x7fc9fc1f3060 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc9f000c450 tx=0x7fc9f000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fc9f8c00640 1 -- 172.21.15.90:0/1132890784 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f00052d0 con 0x7fc9fc0b6310 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fc9f8c00640 1 -- 172.21.15.90:0/1132890784 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9f0005470 con 0x7fc9fc0b6310 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fc9f8c00640 1 -- 172.21.15.90:0/1132890784 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0012870 con 0x7fc9fc0b6310 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9fc15cb40 con 0x7fc9fc0b6310 2024-09-19T06:48:56.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.566+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9fc15d100 con 0x7fc9fc0b6310 2024-09-19T06:48:56.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.567+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9fc0b5dd0 con 0x7fc9fc0b6310 2024-09-19T06:48:56.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.568+0000 7fc9f8c00640 1 -- 172.21.15.90:0/1132890784 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc9f0012a10 con 0x7fc9fc0b6310 2024-09-19T06:48:56.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.569+0000 7fc9f8c00640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.569+0000 7fc9f8c00640 1 -- 172.21.15.90:0/1132890784 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc9f008b010 con 0x7fc9fc0b6310 2024-09-19T06:48:56.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.569+0000 7fc9fbe00640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.570+0000 7fc9fbe00640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc9e8034000 tx=0x7fc9e802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:56.575 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.574+0000 7fc9f8c00640 1 -- 172.21.15.90:0/1132890784 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc9f0059780 con 0x7fc9fc0b6310 2024-09-19T06:48:56.783 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.782+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc9fc1f35a0 con 0x7fc9fc0b6310 2024-09-19T06:48:56.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.783+0000 7fc9f8c00640 1 -- 172.21.15.90:0/1132890784 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fc9f0059080 con 0x7fc9fc0b6310 2024-09-19T06:48:56.784 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:56.785 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":8,"btime":"2024-09-19T06:48:56:385399+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/1928270270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":1928270270},{"type":"v1","addr":"172.21.15.129:6835","nonce":1928270270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/3297834958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3297834958},{"type":"v1","addr":"172.21.15.90:6837","nonce":3297834958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:48:52.771428+0000","modified":"2024-09-19T06:48:55.785619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.129:6834/2311421318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2311421318},{"type":"v1","addr":"172.21.15.129:6834","nonce":2311421318}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T06:48:56.785 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 8 2024-09-19T06:48:56.786 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc9dc06c2e0 msgr2=0x7fc9dc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc9e8034000 tx=0x7fc9e802e000 comp rx=0 tx=0).stop 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc9fc0b6310 msgr2=0x7fc9fc1f3060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc9fc0b6310 0x7fc9fc1f3060 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc9f000c450 tx=0x7fc9f000c910 comp rx=0 tx=0).stop 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 shutdown_connections 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc9fc15c550 0x7fc9fc153670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc9fc15c170 0x7fc9fc155070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 --2- 172.21.15.90:0/1132890784 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc9fc0b6310 0x7fc9fc1f3060 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 >> 172.21.15.90:0/1132890784 conn(0x7fc9fc06bc10 msgr2=0x7fc9fc0b27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 shutdown_connections 2024-09-19T06:48:56.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.785+0000 7fca03600640 1 -- 172.21.15.90:0/1132890784 wait complete. 2024-09-19T06:48:56.802 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:48:56.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.952+0000 7fe8ad800640 1 Processor -- start 2024-09-19T06:48:56.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.952+0000 7fe8ad800640 1 -- start start 2024-09-19T06:48:56.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.953+0000 7fe8ad800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fe8a80cea90 0x7fe8a81434f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.953+0000 7fe8ad800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8a8141d40 con 0x7fe8a80b2da0 2024-09-19T06:48:56.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8ad800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8a8142020 con 0x7fe8a815ec10 2024-09-19T06:48:56.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8ad800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fe8a8141af0 con 0x7fe8a80cea90 2024-09-19T06:48:56.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a6a00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fe8a80b2da0 0x7fe8a80ce380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54428/0 (socket says 172.21.15.90:54428) 2024-09-19T06:48:56.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a6a00640 1 -- 172.21.15.90:0/4153062404 learned_addr learned my addr 172.21.15.90:0/4153062404 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:48:56.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a7400640 1 --2- 172.21.15.90:0/4153062404 >> v2:172.21.15.129:3300/0 conn(0x7fe8a80cea90 0x7fe8a81434f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a5600640 1 -- 172.21.15.90:0/4153062404 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 59152741 0 0) 0x7fe8a8141d40 con 0x7fe8a80b2da0 2024-09-19T06:48:56.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a5600640 1 -- 172.21.15.90:0/4153062404 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe88c003520 con 0x7fe8a80b2da0 2024-09-19T06:48:56.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a5600640 1 -- 172.21.15.90:0/4153062404 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2559622264 0 0) 0x7fe8a8142020 con 0x7fe8a815ec10 2024-09-19T06:48:56.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a5600640 1 -- 172.21.15.90:0/4153062404 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe8a8141d40 con 0x7fe8a815ec10 2024-09-19T06:48:56.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a7400640 1 -- 172.21.15.90:0/4153062404 >> v1:172.21.15.129:6789/0 conn(0x7fe8a815ec10 legacy=0x7fe8a8142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a7400640 1 -- 172.21.15.90:0/4153062404 >> v1:172.21.15.90:6789/0 conn(0x7fe8a80b2da0 legacy=0x7fe8a80ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.954+0000 7fe8a5600640 1 -- 172.21.15.90:0/4153062404 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 76418558 0 0) 0x7fe88c003520 con 0x7fe8a80b2da0 2024-09-19T06:48:56.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.955+0000 7fe8a7400640 1 -- 172.21.15.90:0/4153062404 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8a8142300 con 0x7fe8a80cea90 2024-09-19T06:48:56.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.955+0000 7fe8a7400640 1 --2- 172.21.15.90:0/4153062404 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe8a80cea90 0x7fe8a81434f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe8a8141c70 tx=0x7fe8a002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a166841c1d4a7f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:56.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8a5600640 1 -- 172.21.15.90:0/4153062404 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe898001670 con 0x7fe8a80cea90 2024-09-19T06:48:56.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8a5600640 1 -- 172.21.15.90:0/4153062404 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8a0007540 con 0x7fe8a80cea90 2024-09-19T06:48:56.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8a5600640 1 -- 172.21.15.90:0/4153062404 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8a0007910 con 0x7fe8a80cea90 2024-09-19T06:48:56.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8ad800640 1 -- 172.21.15.90:0/4153062404 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe8a80cea90 msgr2=0x7fe8a81434f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8ad800640 1 --2- 172.21.15.90:0/4153062404 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe8a80cea90 0x7fe8a81434f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe8a8141c70 tx=0x7fe8a002a680 comp rx=0 tx=0).stop 2024-09-19T06:48:56.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8ad800640 1 -- 172.21.15.90:0/4153062404 shutdown_connections 2024-09-19T06:48:56.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8ad800640 1 --2- 172.21.15.90:0/4153062404 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe8a80cea90 0x7fe8a81434f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8ad800640 1 -- 172.21.15.90:0/4153062404 >> 172.21.15.90:0/4153062404 conn(0x7fe8a806bc10 msgr2=0x7fe8a806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:56.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8ad800640 1 -- 172.21.15.90:0/4153062404 shutdown_connections 2024-09-19T06:48:56.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.956+0000 7fe8ad800640 1 -- 172.21.15.90:0/4153062404 wait complete. 2024-09-19T06:48:56.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.958+0000 7fe8ad800640 1 Processor -- start 2024-09-19T06:48:56.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.958+0000 7fe8ad800640 1 -- start start 2024-09-19T06:48:56.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8ad800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe8a80b2da0 0x7fe8a8154920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8ad800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe8a80cea90 0x7fe8a8155b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8ad800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe8a815ec10 0x7fe8a80cad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8ad800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a80b3180 con 0x7fe8a80cea90 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8ad800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a81428c0 con 0x7fe8a815ec10 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8ad800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe8a80b3300 con 0x7fe8a80b2da0 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a6000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe8a80cea90 0x7fe8a8155b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a6000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe8a80cea90 0x7fe8a8155b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55204/0 (socket says 172.21.15.90:55204) 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a6000640 1 -- 172.21.15.90:0/1200101289 learned_addr learned my addr 172.21.15.90:0/1200101289 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a6a00640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe8a80b2da0 0x7fe8a8154920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a7400640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe8a815ec10 0x7fe8a80cad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a6000640 1 -- 172.21.15.90:0/1200101289 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe8a80b2da0 msgr2=0x7fe8a8154920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a6000640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe8a80b2da0 0x7fe8a8154920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a6000640 1 -- 172.21.15.90:0/1200101289 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe8a815ec10 msgr2=0x7fe8a80cad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a6000640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe8a815ec10 0x7fe8a80cad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.959+0000 7fe8a6000640 1 -- 172.21.15.90:0/1200101289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8a8156510 con 0x7fe8a80cea90 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.960+0000 7fe8a6000640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe8a80cea90 0x7fe8a8155b30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe89400c4c0 tx=0x7fe89400c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.960+0000 7fe89ea00640 1 -- 172.21.15.90:0/1200101289 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8940052d0 con 0x7fe8a80cea90 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.960+0000 7fe89ea00640 1 -- 172.21.15.90:0/1200101289 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe894005470 con 0x7fe8a80cea90 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.960+0000 7fe89ea00640 1 -- 172.21.15.90:0/1200101289 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe894012870 con 0x7fe8a80cea90 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.960+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8a81567f0 con 0x7fe8a80cea90 2024-09-19T06:48:56.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.960+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8a8156db0 con 0x7fe8a80cea90 2024-09-19T06:48:56.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.961+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8a8068fa0 con 0x7fe8a80cea90 2024-09-19T06:48:56.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.962+0000 7fe89ea00640 1 -- 172.21.15.90:0/1200101289 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe894012a10 con 0x7fe8a80cea90 2024-09-19T06:48:56.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.963+0000 7fe89ea00640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe88806c2b0 0x7fe88806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:56.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.963+0000 7fe89ea00640 1 -- 172.21.15.90:0/1200101289 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe89408b170 con 0x7fe8a80cea90 2024-09-19T06:48:56.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.963+0000 7fe8a6a00640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe88806c2b0 0x7fe88806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:56.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.964+0000 7fe8a6a00640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe88806c2b0 0x7fe88806e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe8980011e0 tx=0x7fe898009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:56.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:56.967+0000 7fe89ea00640 1 -- 172.21.15.90:0/1200101289 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe8a8068fa0 con 0x7fe8a80cea90 2024-09-19T06:48:57.147 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.145+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe8a80ce380 con 0x7fe8a80cea90 2024-09-19T06:48:57.148 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.146+0000 7fe89ea00640 1 -- 172.21.15.90:0/1200101289 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16669 (secure 0 0 0) 0x7fe894059840 con 0x7fe8a80cea90 2024-09-19T06:48:57.148 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:57.148 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":22,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:54.356514+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:48:50.762079+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:48:51.758632+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:48:57.150 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe88806c2b0 msgr2=0x7fe88806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.150 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe88806c2b0 0x7fe88806e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe8980011e0 tx=0x7fe898009040 comp rx=0 tx=0).stop 2024-09-19T06:48:57.150 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe8a80cea90 msgr2=0x7fe8a8155b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe8a80cea90 0x7fe8a8155b30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe89400c4c0 tx=0x7fe89400c980 comp rx=0 tx=0).stop 2024-09-19T06:48:57.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 shutdown_connections 2024-09-19T06:48:57.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe88806c2b0 0x7fe88806e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe8a815ec10 0x7fe8a80cad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe8a80cea90 0x7fe8a8155b30 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 --2- 172.21.15.90:0/1200101289 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe8a80b2da0 0x7fe8a8154920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 >> 172.21.15.90:0/1200101289 conn(0x7fe8a806bc10 msgr2=0x7fe8a8071da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:57.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 shutdown_connections 2024-09-19T06:48:57.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.149+0000 7fe8ad800640 1 -- 172.21.15.90:0/1200101289 wait complete. 2024-09-19T06:48:57.166 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:48:57.166 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:48:57.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.318+0000 7fbf47e00640 1 Processor -- start 2024-09-19T06:48:57.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.318+0000 7fbf47e00640 1 -- start start 2024-09-19T06:48:57.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.319+0000 7fbf47e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 0x7fbf480b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.319+0000 7fbf47e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf480d0130 con 0x7fbf480b22b0 2024-09-19T06:48:57.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.319+0000 7fbf47e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf480d0410 con 0x7fbf4815f5f0 2024-09-19T06:48:57.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.319+0000 7fbf47e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fbf480d0ef0 con 0x7fbf480ce970 2024-09-19T06:48:57.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.319+0000 7fbf47400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fbf480b22b0 0x7fbf4815fd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54438/0 (socket says 172.21.15.90:54438) 2024-09-19T06:48:57.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.319+0000 7fbf47400640 1 -- 172.21.15.90:0/1468371578 learned_addr learned my addr 172.21.15.90:0/1468371578 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:48:57.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.319+0000 7fbf3e000640 1 --2- 172.21.15.90:0/1468371578 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 0x7fbf480b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.319+0000 7fbf46000640 1 -- 172.21.15.90:0/1468371578 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 265925450 0 0) 0x7fbf480d0130 con 0x7fbf480b22b0 2024-09-19T06:48:57.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.320+0000 7fbf46000640 1 -- 172.21.15.90:0/1468371578 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbf2c003520 con 0x7fbf480b22b0 2024-09-19T06:48:57.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.320+0000 7fbf46000640 1 -- 172.21.15.90:0/1468371578 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1538928150 0 0) 0x7fbf480d0410 con 0x7fbf4815f5f0 2024-09-19T06:48:57.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.320+0000 7fbf46000640 1 -- 172.21.15.90:0/1468371578 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbf480d0130 con 0x7fbf4815f5f0 2024-09-19T06:48:57.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.320+0000 7fbf3e000640 1 -- 172.21.15.90:0/1468371578 >> v1:172.21.15.129:6789/0 conn(0x7fbf4815f5f0 legacy=0x7fbf480ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.320+0000 7fbf3e000640 1 -- 172.21.15.90:0/1468371578 >> v1:172.21.15.90:6789/0 conn(0x7fbf480b22b0 legacy=0x7fbf4815fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.320+0000 7fbf3e000640 1 -- 172.21.15.90:0/1468371578 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf480d06f0 con 0x7fbf480ce970 2024-09-19T06:48:57.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.321+0000 7fbf3e000640 1 --2- 172.21.15.90:0/1468371578 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 0x7fbf480b1d70 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fbf300097d0 tx=0x7fbf3002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b3baf616a020175 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:57.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.321+0000 7fbf46000640 1 -- 172.21.15.90:0/1468371578 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf30037070 con 0x7fbf480ce970 2024-09-19T06:48:57.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.321+0000 7fbf46000640 1 -- 172.21.15.90:0/1468371578 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf30032440 con 0x7fbf480ce970 2024-09-19T06:48:57.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.321+0000 7fbf46000640 1 -- 172.21.15.90:0/1468371578 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf30032810 con 0x7fbf480ce970 2024-09-19T06:48:57.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.321+0000 7fbf47e00640 1 -- 172.21.15.90:0/1468371578 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 msgr2=0x7fbf480b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.321+0000 7fbf47e00640 1 --2- 172.21.15.90:0/1468371578 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 0x7fbf480b1d70 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fbf300097d0 tx=0x7fbf3002a180 comp rx=0 tx=0).stop 2024-09-19T06:48:57.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.322+0000 7fbf47e00640 1 -- 172.21.15.90:0/1468371578 shutdown_connections 2024-09-19T06:48:57.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.322+0000 7fbf47e00640 1 --2- 172.21.15.90:0/1468371578 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 0x7fbf480b1d70 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.322+0000 7fbf47e00640 1 -- 172.21.15.90:0/1468371578 >> 172.21.15.90:0/1468371578 conn(0x7fbf48062a20 msgr2=0x7fbf4806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:57.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.322+0000 7fbf47e00640 1 -- 172.21.15.90:0/1468371578 shutdown_connections 2024-09-19T06:48:57.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.322+0000 7fbf47e00640 1 -- 172.21.15.90:0/1468371578 wait complete. 2024-09-19T06:48:57.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.323+0000 7fbf47e00640 1 Processor -- start 2024-09-19T06:48:57.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.323+0000 7fbf47e00640 1 -- start start 2024-09-19T06:48:57.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.324+0000 7fbf47e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf480b22b0 0x7fbf48150a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.324+0000 7fbf47e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 0x7fbf480c6060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.324+0000 7fbf47e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbf4815f5f0 0x7fbf480b3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.324+0000 7fbf47e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbf4815f9d0 con 0x7fbf480b22b0 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.324+0000 7fbf47e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fbf4806ca80 con 0x7fbf4815f5f0 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.324+0000 7fbf47e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fbf48071fd0 con 0x7fbf480ce970 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf46a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf480b22b0 0x7fbf48150a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf46a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf480b22b0 0x7fbf48150a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55218/0 (socket says 172.21.15.90:55218) 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf46a00640 1 -- 172.21.15.90:0/3689902735 learned_addr learned my addr 172.21.15.90:0/3689902735 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf3e000640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 0x7fbf480c6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf47400640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbf4815f5f0 0x7fbf480b3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf46a00640 1 -- 172.21.15.90:0/3689902735 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 msgr2=0x7fbf480c6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf46a00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 0x7fbf480c6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf46a00640 1 -- 172.21.15.90:0/3689902735 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbf4815f5f0 msgr2=0x7fbf480b3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf46a00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbf4815f5f0 0x7fbf480b3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf46a00640 1 -- 172.21.15.90:0/3689902735 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf480c52a0 con 0x7fbf480b22b0 2024-09-19T06:48:57.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf46a00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf480b22b0 0x7fbf48150a70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbf3800c460 tx=0x7fbf3800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:57.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.325+0000 7fbf3fe00640 1 -- 172.21.15.90:0/3689902735 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf38017070 con 0x7fbf480b22b0 2024-09-19T06:48:57.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.326+0000 7fbf3fe00640 1 -- 172.21.15.90:0/3689902735 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf380052f0 con 0x7fbf480b22b0 2024-09-19T06:48:57.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.326+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf480c5580 con 0x7fbf480b22b0 2024-09-19T06:48:57.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.326+0000 7fbf3fe00640 1 -- 172.21.15.90:0/3689902735 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf38003830 con 0x7fbf480b22b0 2024-09-19T06:48:57.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.326+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf480c5b40 con 0x7fbf480b22b0 2024-09-19T06:48:57.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.327+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf480b1d70 con 0x7fbf480b22b0 2024-09-19T06:48:57.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.327+0000 7fbf3fe00640 1 -- 172.21.15.90:0/3689902735 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf3801a070 con 0x7fbf480b22b0 2024-09-19T06:48:57.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.328+0000 7fbf3fe00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbf2406c2b0 0x7fbf2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.328+0000 7fbf3fe00640 1 -- 172.21.15.90:0/3689902735 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fbf3808a820 con 0x7fbf480b22b0 2024-09-19T06:48:57.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.328+0000 7fbf3e000640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbf2406c2b0 0x7fbf2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.329+0000 7fbf3e000640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbf2406c2b0 0x7fbf2406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbf30034000 tx=0x7fbf3002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:57.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.332+0000 7fbf3fe00640 1 -- 172.21.15.90:0/3689902735 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbf380588a0 con 0x7fbf480b22b0 2024-09-19T06:48:57.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.507+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbf480c5d80 con 0x7fbf2406c2b0 2024-09-19T06:48:57.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.514+0000 7fbf3fe00640 1 -- 172.21.15.90:0/3689902735 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245762 (secure 0 0 0) 0x7fbf480c5d80 con 0x7fbf2406c2b0 2024-09-19T06:48:57.519 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:57.521 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:48:57.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbf2406c2b0 msgr2=0x7fbf2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbf2406c2b0 0x7fbf2406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbf30034000 tx=0x7fbf3002e000 comp rx=0 tx=0).stop 2024-09-19T06:48:57.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf480b22b0 msgr2=0x7fbf48150a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf480b22b0 0x7fbf48150a70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbf3800c460 tx=0x7fbf3800c920 comp rx=0 tx=0).stop 2024-09-19T06:48:57.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 shutdown_connections 2024-09-19T06:48:57.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbf2406c2b0 0x7fbf2406e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbf4815f5f0 0x7fbf480b3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbf480ce970 0x7fbf480c6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 --2- 172.21.15.90:0/3689902735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbf480b22b0 0x7fbf48150a70 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 >> 172.21.15.90:0/3689902735 conn(0x7fbf48062a20 msgr2=0x7fbf480afbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:57.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 shutdown_connections 2024-09-19T06:48:57.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.518+0000 7fbf47e00640 1 -- 172.21.15.90:0/3689902735 wait complete. 2024-09-19T06:48:57.535 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-19T06:48:57.017336+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":19,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218844,"kb_used_data":2612,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755876,"statfs":{"total":773094113280,"available":772870017024,"internally_reserved":0,"allocated":2674688,"data_stored":1642941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.669269"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362084+0000","last_change":"2024-09-19T06:48:52.362084+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362084+0000","last_undegraded":"2024-09-19T06:48:52.362084+0000","last_fullsized":"2024-09-19T06:48:52.362084+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.372847+0000","last_change":"2024-09-19T06:48:52.372847+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.372847+0000","last_undegraded":"2024-09-19T06:48:52.372847+0000","last_fullsized":"2024-09-19T06:48:52.372847+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370577+0000","last_change":"2024-09-19T06:48:52.370577+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370577+0000","last_undegraded":"2024-09-19T06:48:52.370577+0000","last_fullsized":"2024-09-19T06:48:52.370577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362919+0000","last_change":"2024-09-19T06:48:52.362919+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362919+0000","last_undegraded":"2024-09-19T06:48:52.362919+0000","last_fullsized":"2024-09-19T06:48:52.362919+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361018+0000","last_change":"2024-09-19T06:48:52.361018+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361018+0000","last_undegraded":"2024-09-19T06:48:52.361018+0000","last_fullsized":"2024-09-19T06:48:52.361018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367663+0000","last_change":"2024-09-19T06:48:52.367663+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367663+0000","last_undegraded":"2024-09-19T06:48:52.367663+0000","last_fullsized":"2024-09-19T06:48:52.367663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.359813+0000","last_change":"2024-09-19T06:48:52.359813+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.359813+0000","last_undegraded":"2024-09-19T06:48:52.359813+0000","last_fullsized":"2024-09-19T06:48:52.359813+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365191+0000","last_change":"2024-09-19T06:48:52.365191+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365191+0000","last_undegraded":"2024-09-19T06:48:52.365191+0000","last_fullsized":"2024-09-19T06:48:52.365191+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366406+0000","last_change":"2024-09-19T06:48:52.366406+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366406+0000","last_undegraded":"2024-09-19T06:48:52.366406+0000","last_fullsized":"2024-09-19T06:48:52.366406+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.360388+0000","last_change":"2024-09-19T06:48:52.360388+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.360388+0000","last_undegraded":"2024-09-19T06:48:52.360388+0000","last_fullsized":"2024-09-19T06:48:52.360388+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361903+0000","last_change":"2024-09-19T06:48:52.361903+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361903+0000","last_undegraded":"2024-09-19T06:48:52.361903+0000","last_fullsized":"2024-09-19T06:48:52.361903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362502+0000","last_change":"2024-09-19T06:48:52.362502+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362502+0000","last_undegraded":"2024-09-19T06:48:52.362502+0000","last_fullsized":"2024-09-19T06:48:52.362502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.363425+0000","last_change":"2024-09-19T06:48:52.363425+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.363425+0000","last_undegraded":"2024-09-19T06:48:52.363425+0000","last_fullsized":"2024-09-19T06:48:52.363425+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370040+0000","last_change":"2024-09-19T06:48:52.370040+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370040+0000","last_undegraded":"2024-09-19T06:48:52.370040+0000","last_fullsized":"2024-09-19T06:48:52.370040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365336+0000","last_change":"2024-09-19T06:48:52.365336+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365336+0000","last_undegraded":"2024-09-19T06:48:52.365336+0000","last_fullsized":"2024-09-19T06:48:52.365336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364146+0000","last_change":"2024-09-19T06:48:52.364146+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364146+0000","last_undegraded":"2024-09-19T06:48:52.364146+0000","last_fullsized":"2024-09-19T06:48:52.364146+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362611+0000","last_change":"2024-09-19T06:48:52.362611+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362611+0000","last_undegraded":"2024-09-19T06:48:52.362611+0000","last_fullsized":"2024-09-19T06:48:52.362611+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365241+0000","last_change":"2024-09-19T06:48:52.365241+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365241+0000","last_undegraded":"2024-09-19T06:48:52.365241+0000","last_fullsized":"2024-09-19T06:48:52.365241+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367549+0000","last_change":"2024-09-19T06:48:52.367549+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367549+0000","last_undegraded":"2024-09-19T06:48:52.367549+0000","last_fullsized":"2024-09-19T06:48:52.367549+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361034+0000","last_change":"2024-09-19T06:48:52.361034+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361034+0000","last_undegraded":"2024-09-19T06:48:52.361034+0000","last_fullsized":"2024-09-19T06:48:52.361034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364937+0000","last_change":"2024-09-19T06:48:52.364937+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364937+0000","last_undegraded":"2024-09-19T06:48:52.364937+0000","last_fullsized":"2024-09-19T06:48:52.364937+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364747+0000","last_change":"2024-09-19T06:48:52.364747+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364747+0000","last_undegraded":"2024-09-19T06:48:52.364747+0000","last_fullsized":"2024-09-19T06:48:52.364747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.363642+0000","last_change":"2024-09-19T06:48:52.363642+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.363642+0000","last_undegraded":"2024-09-19T06:48:52.363642+0000","last_fullsized":"2024-09-19T06:48:52.363642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.373332+0000","last_change":"2024-09-19T06:48:52.373332+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.373332+0000","last_undegraded":"2024-09-19T06:48:52.373332+0000","last_fullsized":"2024-09-19T06:48:52.373332+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365114+0000","last_change":"2024-09-19T06:48:52.365114+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365114+0000","last_undegraded":"2024-09-19T06:48:52.365114+0000","last_fullsized":"2024-09-19T06:48:52.365114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364838+0000","last_change":"2024-09-19T06:48:52.364838+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364838+0000","last_undegraded":"2024-09-19T06:48:52.364838+0000","last_fullsized":"2024-09-19T06:48:52.364838+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.368537+0000","last_change":"2024-09-19T06:48:52.368537+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.368537+0000","last_undegraded":"2024-09-19T06:48:52.368537+0000","last_fullsized":"2024-09-19T06:48:52.368537+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367738+0000","last_change":"2024-09-19T06:48:52.367738+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367738+0000","last_undegraded":"2024-09-19T06:48:52.367738+0000","last_fullsized":"2024-09-19T06:48:52.367738+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365520+0000","last_change":"2024-09-19T06:48:52.365520+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365520+0000","last_undegraded":"2024-09-19T06:48:52.365520+0000","last_fullsized":"2024-09-19T06:48:52.365520+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365065+0000","last_change":"2024-09-19T06:48:52.365065+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365065+0000","last_undegraded":"2024-09-19T06:48:52.365065+0000","last_fullsized":"2024-09-19T06:48:52.365065+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364757+0000","last_change":"2024-09-19T06:48:52.364757+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364757+0000","last_undegraded":"2024-09-19T06:48:52.364757+0000","last_fullsized":"2024-09-19T06:48:52.364757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364222+0000","last_change":"2024-09-19T06:48:52.364222+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364222+0000","last_undegraded":"2024-09-19T06:48:52.364222+0000","last_fullsized":"2024-09-19T06:48:52.364222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386247+0000","last_change":"2024-09-19T06:48:52.383851+0000","last_active":"2024-09-19T06:48:52.386247+0000","last_peered":"2024-09-19T06:48:52.386247+0000","last_clean":"2024-09-19T06:48:52.386247+0000","last_became_active":"2024-09-19T06:48:52.383485+0000","last_became_peered":"2024-09-19T06:48:52.383485+0000","last_unstale":"2024-09-19T06:48:52.386247+0000","last_undegraded":"2024-09-19T06:48:52.386247+0000","last_fullsized":"2024-09-19T06:48:52.386247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.389204+0000","last_change":"2024-09-19T06:48:52.386941+0000","last_active":"2024-09-19T06:48:52.389204+0000","last_peered":"2024-09-19T06:48:52.389204+0000","last_clean":"2024-09-19T06:48:52.389204+0000","last_became_active":"2024-09-19T06:48:52.386399+0000","last_became_peered":"2024-09-19T06:48:52.386399+0000","last_unstale":"2024-09-19T06:48:52.389204+0000","last_undegraded":"2024-09-19T06:48:52.389204+0000","last_fullsized":"2024-09-19T06:48:52.389204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:49.573361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.381585+0000","last_change":"2024-09-19T06:48:52.378491+0000","last_active":"2024-09-19T06:48:52.381585+0000","last_peered":"2024-09-19T06:48:52.381585+0000","last_clean":"2024-09-19T06:48:52.381585+0000","last_became_active":"2024-09-19T06:48:52.378177+0000","last_became_peered":"2024-09-19T06:48:52.378177+0000","last_unstale":"2024-09-19T06:48:52.381585+0000","last_undegraded":"2024-09-19T06:48:52.381585+0000","last_fullsized":"2024-09-19T06:48:52.381585+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:59.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364043+0000","last_change":"2024-09-19T06:48:52.364043+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364043+0000","last_undegraded":"2024-09-19T06:48:52.364043+0000","last_fullsized":"2024-09-19T06:48:52.364043+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386431+0000","last_change":"2024-09-19T06:48:52.381454+0000","last_active":"2024-09-19T06:48:52.386431+0000","last_peered":"2024-09-19T06:48:52.386431+0000","last_clean":"2024-09-19T06:48:52.386431+0000","last_became_active":"2024-09-19T06:48:52.381135+0000","last_became_peered":"2024-09-19T06:48:52.381135+0000","last_unstale":"2024-09-19T06:48:52.386431+0000","last_undegraded":"2024-09-19T06:48:52.386431+0000","last_fullsized":"2024-09-19T06:48:52.386431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386433+0000","last_change":"2024-09-19T06:48:52.377435+0000","last_active":"2024-09-19T06:48:52.386433+0000","last_peered":"2024-09-19T06:48:52.386433+0000","last_clean":"2024-09-19T06:48:52.386433+0000","last_became_active":"2024-09-19T06:48:52.377181+0000","last_became_peered":"2024-09-19T06:48:52.377181+0000","last_unstale":"2024-09-19T06:48:52.386433+0000","last_undegraded":"2024-09-19T06:48:52.386433+0000","last_fullsized":"2024-09-19T06:48:52.386433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364629+0000","last_change":"2024-09-19T06:48:52.364629+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364629+0000","last_undegraded":"2024-09-19T06:48:52.364629+0000","last_fullsized":"2024-09-19T06:48:52.364629+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386682+0000","last_change":"2024-09-19T06:48:52.376675+0000","last_active":"2024-09-19T06:48:52.386682+0000","last_peered":"2024-09-19T06:48:52.386682+0000","last_clean":"2024-09-19T06:48:52.386682+0000","last_became_active":"2024-09-19T06:48:52.376297+0000","last_became_peered":"2024-09-19T06:48:52.376297+0000","last_unstale":"2024-09-19T06:48:52.386682+0000","last_undegraded":"2024-09-19T06:48:52.386682+0000","last_fullsized":"2024-09-19T06:48:52.386682+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370083+0000","last_change":"2024-09-19T06:48:52.370083+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370083+0000","last_undegraded":"2024-09-19T06:48:52.370083+0000","last_fullsized":"2024-09-19T06:48:52.370083+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.384684+0000","last_change":"2024-09-19T06:48:52.383014+0000","last_active":"2024-09-19T06:48:52.384684+0000","last_peered":"2024-09-19T06:48:52.384684+0000","last_clean":"2024-09-19T06:48:52.384684+0000","last_became_active":"2024-09-19T06:48:52.382464+0000","last_became_peered":"2024-09-19T06:48:52.382464+0000","last_unstale":"2024-09-19T06:48:52.384684+0000","last_undegraded":"2024-09-19T06:48:52.384684+0000","last_fullsized":"2024-09-19T06:48:52.384684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:59.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366997+0000","last_change":"2024-09-19T06:48:52.366997+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366997+0000","last_undegraded":"2024-09-19T06:48:52.366997+0000","last_fullsized":"2024-09-19T06:48:52.366997+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388815+0000","last_change":"2024-09-19T06:48:52.384117+0000","last_active":"2024-09-19T06:48:52.388815+0000","last_peered":"2024-09-19T06:48:52.388815+0000","last_clean":"2024-09-19T06:48:52.388815+0000","last_became_active":"2024-09-19T06:48:52.383498+0000","last_became_peered":"2024-09-19T06:48:52.383498+0000","last_unstale":"2024-09-19T06:48:52.388815+0000","last_undegraded":"2024-09-19T06:48:52.388815+0000","last_fullsized":"2024-09-19T06:48:52.388815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361350+0000","last_change":"2024-09-19T06:48:52.361350+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361350+0000","last_undegraded":"2024-09-19T06:48:52.361350+0000","last_fullsized":"2024-09-19T06:48:52.361350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388512+0000","last_change":"2024-09-19T06:48:52.386844+0000","last_active":"2024-09-19T06:48:52.388512+0000","last_peered":"2024-09-19T06:48:52.388512+0000","last_clean":"2024-09-19T06:48:52.388512+0000","last_became_active":"2024-09-19T06:48:52.386439+0000","last_became_peered":"2024-09-19T06:48:52.386439+0000","last_unstale":"2024-09-19T06:48:52.388512+0000","last_undegraded":"2024-09-19T06:48:52.388512+0000","last_fullsized":"2024-09-19T06:48:52.388512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366889+0000","last_change":"2024-09-19T06:48:52.366889+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366889+0000","last_undegraded":"2024-09-19T06:48:52.366889+0000","last_fullsized":"2024-09-19T06:48:52.366889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386177+0000","last_change":"2024-09-19T06:48:52.380239+0000","last_active":"2024-09-19T06:48:52.386177+0000","last_peered":"2024-09-19T06:48:52.386177+0000","last_clean":"2024-09-19T06:48:52.386177+0000","last_became_active":"2024-09-19T06:48:52.379919+0000","last_became_peered":"2024-09-19T06:48:52.379919+0000","last_unstale":"2024-09-19T06:48:52.386177+0000","last_undegraded":"2024-09-19T06:48:52.386177+0000","last_fullsized":"2024-09-19T06:48:52.386177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.368645+0000","last_change":"2024-09-19T06:48:52.368645+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.368645+0000","last_undegraded":"2024-09-19T06:48:52.368645+0000","last_fullsized":"2024-09-19T06:48:52.368645+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388807+0000","last_change":"2024-09-19T06:48:52.382734+0000","last_active":"2024-09-19T06:48:52.388807+0000","last_peered":"2024-09-19T06:48:52.388807+0000","last_clean":"2024-09-19T06:48:52.388807+0000","last_became_active":"2024-09-19T06:48:52.381484+0000","last_became_peered":"2024-09-19T06:48:52.381484+0000","last_unstale":"2024-09-19T06:48:52.388807+0000","last_undegraded":"2024-09-19T06:48:52.388807+0000","last_fullsized":"2024-09-19T06:48:52.388807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365623+0000","last_change":"2024-09-19T06:48:52.365623+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365623+0000","last_undegraded":"2024-09-19T06:48:52.365623+0000","last_fullsized":"2024-09-19T06:48:52.365623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351271+0000","last_change":"2024-09-19T06:48:51.351271+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351271+0000","last_undegraded":"2024-09-19T06:48:51.351271+0000","last_fullsized":"2024-09-19T06:48:51.351271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366216+0000","last_change":"2024-09-19T06:48:52.366216+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366216+0000","last_undegraded":"2024-09-19T06:48:52.366216+0000","last_fullsized":"2024-09-19T06:48:52.366216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388673+0000","last_change":"2024-09-19T06:48:52.379938+0000","last_active":"2024-09-19T06:48:52.388673+0000","last_peered":"2024-09-19T06:48:52.388673+0000","last_clean":"2024-09-19T06:48:52.388673+0000","last_became_active":"2024-09-19T06:48:52.379465+0000","last_became_peered":"2024-09-19T06:48:52.379465+0000","last_unstale":"2024-09-19T06:48:52.388673+0000","last_undegraded":"2024-09-19T06:48:52.388673+0000","last_fullsized":"2024-09-19T06:48:52.388673+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364138+0000","last_change":"2024-09-19T06:48:52.364138+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364138+0000","last_undegraded":"2024-09-19T06:48:52.364138+0000","last_fullsized":"2024-09-19T06:48:52.364138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.352267+0000","last_change":"2024-09-19T06:48:51.352267+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.352267+0000","last_undegraded":"2024-09-19T06:48:51.352267+0000","last_fullsized":"2024-09-19T06:48:51.352267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.359583+0000","last_change":"2024-09-19T06:48:52.359583+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.359583+0000","last_undegraded":"2024-09-19T06:48:52.359583+0000","last_fullsized":"2024-09-19T06:48:52.359583+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386884+0000","last_change":"2024-09-19T06:48:52.385444+0000","last_active":"2024-09-19T06:48:52.386884+0000","last_peered":"2024-09-19T06:48:52.386884+0000","last_clean":"2024-09-19T06:48:52.386884+0000","last_became_active":"2024-09-19T06:48:52.385150+0000","last_became_peered":"2024-09-19T06:48:52.385150+0000","last_unstale":"2024-09-19T06:48:52.386884+0000","last_undegraded":"2024-09-19T06:48:52.386884+0000","last_fullsized":"2024-09-19T06:48:52.386884+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.360254+0000","last_change":"2024-09-19T06:48:52.360254+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.360254+0000","last_undegraded":"2024-09-19T06:48:52.360254+0000","last_fullsized":"2024-09-19T06:48:52.360254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.383112+0000","last_change":"2024-09-19T06:48:52.381366+0000","last_active":"2024-09-19T06:48:52.383112+0000","last_peered":"2024-09-19T06:48:52.383112+0000","last_clean":"2024-09-19T06:48:52.383112+0000","last_became_active":"2024-09-19T06:48:52.381037+0000","last_became_peered":"2024-09-19T06:48:52.381037+0000","last_unstale":"2024-09-19T06:48:52.383112+0000","last_undegraded":"2024-09-19T06:48:52.383112+0000","last_fullsized":"2024-09-19T06:48:52.383112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.369226+0000","last_change":"2024-09-19T06:48:52.369226+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.369226+0000","last_undegraded":"2024-09-19T06:48:52.369226+0000","last_fullsized":"2024-09-19T06:48:52.369226+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.371247+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:48:52.371247+0000","last_peered":"2024-09-19T06:48:52.371247+0000","last_clean":"2024-09-19T06:48:52.371247+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:48:52.371247+0000","last_undegraded":"2024-09-19T06:48:52.371247+0000","last_fullsized":"2024-09-19T06:48:52.371247+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386464+0000","last_change":"2024-09-19T06:48:52.382168+0000","last_active":"2024-09-19T06:48:52.386464+0000","last_peered":"2024-09-19T06:48:52.386464+0000","last_clean":"2024-09-19T06:48:52.386464+0000","last_became_active":"2024-09-19T06:48:52.381825+0000","last_became_peered":"2024-09-19T06:48:52.381825+0000","last_unstale":"2024-09-19T06:48:52.386464+0000","last_undegraded":"2024-09-19T06:48:52.386464+0000","last_fullsized":"2024-09-19T06:48:52.386464+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386236+0000","last_change":"2024-09-19T06:48:52.380846+0000","last_active":"2024-09-19T06:48:52.386236+0000","last_peered":"2024-09-19T06:48:52.386236+0000","last_clean":"2024-09-19T06:48:52.386236+0000","last_became_active":"2024-09-19T06:48:52.380097+0000","last_became_peered":"2024-09-19T06:48:52.380097+0000","last_unstale":"2024-09-19T06:48:52.386236+0000","last_undegraded":"2024-09-19T06:48:52.386236+0000","last_fullsized":"2024-09-19T06:48:52.386236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364360+0000","last_change":"2024-09-19T06:48:52.364360+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364360+0000","last_undegraded":"2024-09-19T06:48:52.364360+0000","last_fullsized":"2024-09-19T06:48:52.364360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.387878+0000","last_change":"2024-09-19T06:48:52.384596+0000","last_active":"2024-09-19T06:48:52.387878+0000","last_peered":"2024-09-19T06:48:52.387878+0000","last_clean":"2024-09-19T06:48:52.387878+0000","last_became_active":"2024-09-19T06:48:52.383994+0000","last_became_peered":"2024-09-19T06:48:52.383994+0000","last_unstale":"2024-09-19T06:48:52.387878+0000","last_undegraded":"2024-09-19T06:48:52.387878+0000","last_fullsized":"2024-09-19T06:48:52.387878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364646+0000","last_change":"2024-09-19T06:48:52.364646+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364646+0000","last_undegraded":"2024-09-19T06:48:52.364646+0000","last_fullsized":"2024-09-19T06:48:52.364646+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.384061+0000","last_change":"2024-09-19T06:48:52.379600+0000","last_active":"2024-09-19T06:48:52.384061+0000","last_peered":"2024-09-19T06:48:52.384061+0000","last_clean":"2024-09-19T06:48:52.384061+0000","last_became_active":"2024-09-19T06:48:52.379343+0000","last_became_peered":"2024-09-19T06:48:52.379343+0000","last_unstale":"2024-09-19T06:48:52.384061+0000","last_undegraded":"2024-09-19T06:48:52.384061+0000","last_fullsized":"2024-09-19T06:48:52.384061+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.359661+0000","last_change":"2024-09-19T06:48:52.359661+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.359661+0000","last_undegraded":"2024-09-19T06:48:52.359661+0000","last_fullsized":"2024-09-19T06:48:52.359661+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386092+0000","last_change":"2024-09-19T06:48:52.379722+0000","last_active":"2024-09-19T06:48:52.386092+0000","last_peered":"2024-09-19T06:48:52.386092+0000","last_clean":"2024-09-19T06:48:52.386092+0000","last_became_active":"2024-09-19T06:48:52.379373+0000","last_became_peered":"2024-09-19T06:48:52.379373+0000","last_unstale":"2024-09-19T06:48:52.386092+0000","last_undegraded":"2024-09-19T06:48:52.386092+0000","last_fullsized":"2024-09-19T06:48:52.386092+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.363334+0000","last_change":"2024-09-19T06:48:52.363334+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.363334+0000","last_undegraded":"2024-09-19T06:48:52.363334+0000","last_fullsized":"2024-09-19T06:48:52.363334+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386594+0000","last_change":"2024-09-19T06:48:52.381335+0000","last_active":"2024-09-19T06:48:52.386594+0000","last_peered":"2024-09-19T06:48:52.386594+0000","last_clean":"2024-09-19T06:48:52.386594+0000","last_became_active":"2024-09-19T06:48:52.380998+0000","last_became_peered":"2024-09-19T06:48:52.380998+0000","last_unstale":"2024-09-19T06:48:52.386594+0000","last_undegraded":"2024-09-19T06:48:52.386594+0000","last_fullsized":"2024-09-19T06:48:52.386594+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367925+0000","last_change":"2024-09-19T06:48:52.367925+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367925+0000","last_undegraded":"2024-09-19T06:48:52.367925+0000","last_fullsized":"2024-09-19T06:48:52.367925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351813+0000","last_change":"2024-09-19T06:48:51.351813+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351813+0000","last_undegraded":"2024-09-19T06:48:51.351813+0000","last_fullsized":"2024-09-19T06:48:51.351813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.383596+0000","last_change":"2024-09-19T06:48:52.378808+0000","last_active":"2024-09-19T06:48:52.383596+0000","last_peered":"2024-09-19T06:48:52.383596+0000","last_clean":"2024-09-19T06:48:52.383596+0000","last_became_active":"2024-09-19T06:48:52.378571+0000","last_became_peered":"2024-09-19T06:48:52.378571+0000","last_unstale":"2024-09-19T06:48:52.383596+0000","last_undegraded":"2024-09-19T06:48:52.383596+0000","last_fullsized":"2024-09-19T06:48:52.383596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386120+0000","last_change":"2024-09-19T06:48:52.375691+0000","last_active":"2024-09-19T06:48:52.386120+0000","last_peered":"2024-09-19T06:48:52.386120+0000","last_clean":"2024-09-19T06:48:52.386120+0000","last_became_active":"2024-09-19T06:48:52.375412+0000","last_became_peered":"2024-09-19T06:48:52.375412+0000","last_unstale":"2024-09-19T06:48:52.386120+0000","last_undegraded":"2024-09-19T06:48:52.386120+0000","last_fullsized":"2024-09-19T06:48:52.386120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365747+0000","last_change":"2024-09-19T06:48:52.365747+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365747+0000","last_undegraded":"2024-09-19T06:48:52.365747+0000","last_fullsized":"2024-09-19T06:48:52.365747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351283+0000","last_change":"2024-09-19T06:48:51.351283+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351283+0000","last_undegraded":"2024-09-19T06:48:51.351283+0000","last_fullsized":"2024-09-19T06:48:51.351283+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.382182+0000","last_change":"2024-09-19T06:48:52.380336+0000","last_active":"2024-09-19T06:48:52.382182+0000","last_peered":"2024-09-19T06:48:52.382182+0000","last_clean":"2024-09-19T06:48:52.382182+0000","last_became_active":"2024-09-19T06:48:52.377131+0000","last_became_peered":"2024-09-19T06:48:52.377131+0000","last_unstale":"2024-09-19T06:48:52.382182+0000","last_undegraded":"2024-09-19T06:48:52.382182+0000","last_fullsized":"2024-09-19T06:48:52.382182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366421+0000","last_change":"2024-09-19T06:48:52.366421+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366421+0000","last_undegraded":"2024-09-19T06:48:52.366421+0000","last_fullsized":"2024-09-19T06:48:52.366421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386481+0000","last_change":"2024-09-19T06:48:52.382565+0000","last_active":"2024-09-19T06:48:52.386481+0000","last_peered":"2024-09-19T06:48:52.386481+0000","last_clean":"2024-09-19T06:48:52.386481+0000","last_became_active":"2024-09-19T06:48:52.381821+0000","last_became_peered":"2024-09-19T06:48:52.381821+0000","last_unstale":"2024-09-19T06:48:52.386481+0000","last_undegraded":"2024-09-19T06:48:52.386481+0000","last_fullsized":"2024-09-19T06:48:52.386481+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.406578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365021+0000","last_change":"2024-09-19T06:48:52.365021+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365021+0000","last_undegraded":"2024-09-19T06:48:52.365021+0000","last_fullsized":"2024-09-19T06:48:52.365021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370471+0000","last_change":"2024-09-19T06:48:52.370471+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370471+0000","last_undegraded":"2024-09-19T06:48:52.370471+0000","last_fullsized":"2024-09-19T06:48:52.370471+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386549+0000","last_change":"2024-09-19T06:48:52.376663+0000","last_active":"2024-09-19T06:48:52.386549+0000","last_peered":"2024-09-19T06:48:52.386549+0000","last_clean":"2024-09-19T06:48:52.386549+0000","last_became_active":"2024-09-19T06:48:52.376243+0000","last_became_peered":"2024-09-19T06:48:52.376243+0000","last_unstale":"2024-09-19T06:48:52.386549+0000","last_undegraded":"2024-09-19T06:48:52.386549+0000","last_fullsized":"2024-09-19T06:48:52.386549+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366256+0000","last_change":"2024-09-19T06:48:52.366256+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366256+0000","last_undegraded":"2024-09-19T06:48:52.366256+0000","last_fullsized":"2024-09-19T06:48:52.366256+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.387088+0000","last_change":"2024-09-19T06:48:52.378844+0000","last_active":"2024-09-19T06:48:52.387088+0000","last_peered":"2024-09-19T06:48:52.387088+0000","last_clean":"2024-09-19T06:48:52.387088+0000","last_became_active":"2024-09-19T06:48:52.376958+0000","last_became_peered":"2024-09-19T06:48:52.376958+0000","last_unstale":"2024-09-19T06:48:52.387088+0000","last_undegraded":"2024-09-19T06:48:52.387088+0000","last_fullsized":"2024-09-19T06:48:52.387088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370678+0000","last_change":"2024-09-19T06:48:52.370678+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370678+0000","last_undegraded":"2024-09-19T06:48:52.370678+0000","last_fullsized":"2024-09-19T06:48:52.370678+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386010+0000","last_change":"2024-09-19T06:48:52.378976+0000","last_active":"2024-09-19T06:48:52.386010+0000","last_peered":"2024-09-19T06:48:52.386010+0000","last_clean":"2024-09-19T06:48:52.386010+0000","last_became_active":"2024-09-19T06:48:52.378612+0000","last_became_peered":"2024-09-19T06:48:52.378612+0000","last_unstale":"2024-09-19T06:48:52.386010+0000","last_undegraded":"2024-09-19T06:48:52.386010+0000","last_fullsized":"2024-09-19T06:48:52.386010+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:59.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.372313+0000","last_change":"2024-09-19T06:48:52.372313+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.372313+0000","last_undegraded":"2024-09-19T06:48:52.372313+0000","last_fullsized":"2024-09-19T06:48:52.372313+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351305+0000","last_change":"2024-09-19T06:48:51.351305+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351305+0000","last_undegraded":"2024-09-19T06:48:51.351305+0000","last_fullsized":"2024-09-19T06:48:51.351305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":647302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":647302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":51117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:48:57.540 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:48:57.726 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.725+0000 7f97d5000640 1 Processor -- start 2024-09-19T06:48:57.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.725+0000 7f97d5000640 1 -- start start 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.726+0000 7f97d5000640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f97d0155800 0x7f97d00b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.726+0000 7f97d5000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d015c330 0x7f97d00b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.726+0000 7f97d5000640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97d00b50a0 con 0x7f97d00cf570 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.726+0000 7f97d5000640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f97d00b4e60 con 0x7f97d0155800 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.726+0000 7f97d5000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f97d015c7a0 con 0x7f97d015c330 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.726+0000 7f97ce800640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f97d00cf570 0x7f97d015c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54440/0 (socket says 172.21.15.90:54440) 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97ce800640 1 -- 172.21.15.90:0/3567616916 learned_addr learned my addr 172.21.15.90:0/3567616916 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cde00640 1 --2- 172.21.15.90:0/3567616916 >> v2:172.21.15.129:3300/0 conn(0x7f97d0155800 0x7f97d00b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cd400640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d015c330 0x7f97d00b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.730 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2655044849 0 0) 0x7f97d00b50a0 con 0x7f97d00cf570 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f97b4005730 con 0x7f97d00cf570 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4081043403 0 0) 0x7f97b4005730 con 0x7f97d00cf570 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d015c330 msgr2=0x7f97d00b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d015c330 0x7f97d00b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 >> v2:172.21.15.129:3300/0 conn(0x7f97d0155800 msgr2=0x7f97d00b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 --2- 172.21.15.90:0/3567616916 >> v2:172.21.15.129:3300/0 conn(0x7f97d0155800 0x7f97d00b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97d00b5380 con 0x7f97d00cf570 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f97c8001670 con 0x7f97d00cf570 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 >> v1:172.21.15.90:6789/0 conn(0x7f97d00cf570 legacy=0x7f97d015c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4005bc0 0x7f97b4005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97b4006a10 0x7f97b4006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97b40073d0 0x7f97b400dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.731 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f97d00b4e60 con 0x7f97b4006a10 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f97d015c7a0 con 0x7f97b4005bc0 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f97b400e110 con 0x7f97b40073d0 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.727+0000 7f97cde00640 1 --2- 172.21.15.90:0/3567616916 >> v2:172.21.15.129:3300/0 conn(0x7f97d0155800 0x7f97d00b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.728+0000 7f97cd400640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97b4006a10 0x7f97b4006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.728+0000 7f97ce800640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97b40073d0 0x7f97b400dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.728+0000 7f97cde00640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4005bc0 0x7f97b4005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.728+0000 7f97cd400640 1 -- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97b40073d0 msgr2=0x7f97b400dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.728+0000 7f97cd400640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97b40073d0 0x7f97b400dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.728+0000 7f97cd400640 1 -- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4005bc0 msgr2=0x7f97b4005fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.728+0000 7f97cd400640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4005bc0 0x7f97b4005fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.728+0000 7f97cd400640 1 -- 172.21.15.90:0/3567616916 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97b4005730 con 0x7f97b4006a10 2024-09-19T06:48:57.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.728+0000 7f97cde00640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4005bc0 0x7f97b4005fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:48:57.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.729+0000 7f97cd400640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97b4006a10 0x7f97b4006e90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f97bc0099b0 tx=0x7f97b4007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6421df44470c049c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:57.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.729+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97bc036070 con 0x7f97b4006a10 2024-09-19T06:48:57.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.729+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97bc031400 con 0x7f97b4006a10 2024-09-19T06:48:57.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.729+0000 7f97cca00640 1 -- 172.21.15.90:0/3567616916 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97bc009650 con 0x7f97b4006a10 2024-09-19T06:48:57.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.730+0000 7f97d5000640 1 -- 172.21.15.90:0/3567616916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97b4006a10 msgr2=0x7f97b4006e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.730+0000 7f97d5000640 1 --2- 172.21.15.90:0/3567616916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97b4006a10 0x7f97b4006e90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f97bc0099b0 tx=0x7f97b4007a40 comp rx=0 tx=0).stop 2024-09-19T06:48:57.735 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.730+0000 7f97ce800640 1 -- 172.21.15.90:0/3567616916 reap_dead start 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.730+0000 7f97d5000640 1 -- 172.21.15.90:0/3567616916 shutdown_connections 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.730+0000 7f97d5000640 1 -- 172.21.15.90:0/3567616916 >> 172.21.15.90:0/3567616916 conn(0x7f97d006bc10 msgr2=0x7f97d006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.730+0000 7f97d5000640 1 -- 172.21.15.90:0/3567616916 shutdown_connections 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.730+0000 7f97d5000640 1 -- 172.21.15.90:0/3567616916 wait complete. 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.731+0000 7f97d5000640 1 Processor -- start 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.732+0000 7f97d5000640 1 -- start start 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.732+0000 7f97d5000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4006a10 0x7f97d014db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.732+0000 7f97d5000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d0155e40 0x7f97d014f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.732+0000 7f97d5000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97d01574b0 0x7f97d0157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.732+0000 7f97d5000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f97d00b5c20 con 0x7f97d01574b0 2024-09-19T06:48:57.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.732+0000 7f97d5000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f97d00b5940 con 0x7f97b4006a10 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.732+0000 7f97d5000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f97d0155be0 con 0x7f97d0155e40 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97cd400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d0155e40 0x7f97d014f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97ce800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97d01574b0 0x7f97d0157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97cde00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4006a10 0x7f97d014db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97cd400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d0155e40 0x7f97d014f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:54138/0 (socket says 172.21.15.90:54138) 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97ce800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97d01574b0 0x7f97d0157910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55238/0 (socket says 172.21.15.90:55238) 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97cd400640 1 -- 172.21.15.90:0/2658129960 learned_addr learned my addr 172.21.15.90:0/2658129960 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97ce800640 1 -- 172.21.15.90:0/2658129960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d0155e40 msgr2=0x7f97d014f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97ce800640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d0155e40 0x7f97d014f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97ce800640 1 -- 172.21.15.90:0/2658129960 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4006a10 msgr2=0x7f97d014db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97ce800640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4006a10 0x7f97d014db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97ce800640 1 -- 172.21.15.90:0/2658129960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97d01562d0 con 0x7f97d01574b0 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.733+0000 7f97ce800640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97d01574b0 0x7f97d0157910 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f97d006f3c0 tx=0x7f97c8007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:57.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.734+0000 7f97c6000640 1 -- 172.21.15.90:0/2658129960 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97c800f5a0 con 0x7f97d01574b0 2024-09-19T06:48:57.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.734+0000 7f97c6000640 1 -- 172.21.15.90:0/2658129960 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97c8018070 con 0x7f97d01574b0 2024-09-19T06:48:57.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.734+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97d01565b0 con 0x7f97d01574b0 2024-09-19T06:48:57.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.734+0000 7f97c6000640 1 -- 172.21.15.90:0/2658129960 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97c800f980 con 0x7f97d01574b0 2024-09-19T06:48:57.738 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.734+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97d0156b70 con 0x7f97d01574b0 2024-09-19T06:48:57.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.735+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97d00b6140 con 0x7f97d01574b0 2024-09-19T06:48:57.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.736+0000 7f97c6000640 1 -- 172.21.15.90:0/2658129960 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f97c800fb20 con 0x7f97d01574b0 2024-09-19T06:48:57.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.736+0000 7f97c6000640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f97b006c2b0 0x7f97b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:57.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.737+0000 7f97c6000640 1 -- 172.21.15.90:0/2658129960 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f97c808b060 con 0x7f97d01574b0 2024-09-19T06:48:57.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.737+0000 7f97cde00640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f97b006c2b0 0x7f97b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:57.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.737+0000 7f97cde00640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f97b006c2b0 0x7f97b006e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f97c00095c0 tx=0x7f97c000b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:57.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.741+0000 7f97c6000640 1 -- 172.21.15.90:0/2658129960 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f97c80590e0 con 0x7f97d01574b0 2024-09-19T06:48:57.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.914+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f97d0150300 con 0x7f97b006c2b0 2024-09-19T06:48:57.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.921+0000 7f97c6000640 1 -- 172.21.15.90:0/2658129960 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245762 (secure 0 0 0) 0x7f97d0150300 con 0x7f97b006c2b0 2024-09-19T06:48:57.925 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:57.926 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:48:57.927 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f97b006c2b0 msgr2=0x7f97b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f97b006c2b0 0x7f97b006e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f97c00095c0 tx=0x7f97c000b040 comp rx=0 tx=0).stop 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97d01574b0 msgr2=0x7f97d0157910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97d01574b0 0x7f97d0157910 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f97d006f3c0 tx=0x7f97c8007430 comp rx=0 tx=0).stop 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 shutdown_connections 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f97b006c2b0 0x7f97b006e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f97d01574b0 0x7f97d0157910 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f97d0155e40 0x7f97d014f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 --2- 172.21.15.90:0/2658129960 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f97b4006a10 0x7f97d014db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.924+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 >> 172.21.15.90:0/2658129960 conn(0x7f97d006bc10 msgr2=0x7f97d00714e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.925+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 shutdown_connections 2024-09-19T06:48:57.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:57.925+0000 7f97d5000640 1 -- 172.21.15.90:0/2658129960 wait complete. 2024-09-19T06:48:57.941 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-19T06:48:57.017336+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":19,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218844,"kb_used_data":2612,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755876,"statfs":{"total":773094113280,"available":772870017024,"internally_reserved":0,"allocated":2674688,"data_stored":1642941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.669269"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362084+0000","last_change":"2024-09-19T06:48:52.362084+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362084+0000","last_undegraded":"2024-09-19T06:48:52.362084+0000","last_fullsized":"2024-09-19T06:48:52.362084+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.372847+0000","last_change":"2024-09-19T06:48:52.372847+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.372847+0000","last_undegraded":"2024-09-19T06:48:52.372847+0000","last_fullsized":"2024-09-19T06:48:52.372847+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370577+0000","last_change":"2024-09-19T06:48:52.370577+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370577+0000","last_undegraded":"2024-09-19T06:48:52.370577+0000","last_fullsized":"2024-09-19T06:48:52.370577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362919+0000","last_change":"2024-09-19T06:48:52.362919+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362919+0000","last_undegraded":"2024-09-19T06:48:52.362919+0000","last_fullsized":"2024-09-19T06:48:52.362919+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361018+0000","last_change":"2024-09-19T06:48:52.361018+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361018+0000","last_undegraded":"2024-09-19T06:48:52.361018+0000","last_fullsized":"2024-09-19T06:48:52.361018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367663+0000","last_change":"2024-09-19T06:48:52.367663+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367663+0000","last_undegraded":"2024-09-19T06:48:52.367663+0000","last_fullsized":"2024-09-19T06:48:52.367663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.359813+0000","last_change":"2024-09-19T06:48:52.359813+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.359813+0000","last_undegraded":"2024-09-19T06:48:52.359813+0000","last_fullsized":"2024-09-19T06:48:52.359813+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365191+0000","last_change":"2024-09-19T06:48:52.365191+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365191+0000","last_undegraded":"2024-09-19T06:48:52.365191+0000","last_fullsized":"2024-09-19T06:48:52.365191+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366406+0000","last_change":"2024-09-19T06:48:52.366406+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366406+0000","last_undegraded":"2024-09-19T06:48:52.366406+0000","last_fullsized":"2024-09-19T06:48:52.366406+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.360388+0000","last_change":"2024-09-19T06:48:52.360388+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.360388+0000","last_undegraded":"2024-09-19T06:48:52.360388+0000","last_fullsized":"2024-09-19T06:48:52.360388+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361903+0000","last_change":"2024-09-19T06:48:52.361903+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361903+0000","last_undegraded":"2024-09-19T06:48:52.361903+0000","last_fullsized":"2024-09-19T06:48:52.361903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362502+0000","last_change":"2024-09-19T06:48:52.362502+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362502+0000","last_undegraded":"2024-09-19T06:48:52.362502+0000","last_fullsized":"2024-09-19T06:48:52.362502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.363425+0000","last_change":"2024-09-19T06:48:52.363425+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.363425+0000","last_undegraded":"2024-09-19T06:48:52.363425+0000","last_fullsized":"2024-09-19T06:48:52.363425+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370040+0000","last_change":"2024-09-19T06:48:52.370040+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370040+0000","last_undegraded":"2024-09-19T06:48:52.370040+0000","last_fullsized":"2024-09-19T06:48:52.370040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365336+0000","last_change":"2024-09-19T06:48:52.365336+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365336+0000","last_undegraded":"2024-09-19T06:48:52.365336+0000","last_fullsized":"2024-09-19T06:48:52.365336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364146+0000","last_change":"2024-09-19T06:48:52.364146+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364146+0000","last_undegraded":"2024-09-19T06:48:52.364146+0000","last_fullsized":"2024-09-19T06:48:52.364146+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362611+0000","last_change":"2024-09-19T06:48:52.362611+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362611+0000","last_undegraded":"2024-09-19T06:48:52.362611+0000","last_fullsized":"2024-09-19T06:48:52.362611+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365241+0000","last_change":"2024-09-19T06:48:52.365241+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365241+0000","last_undegraded":"2024-09-19T06:48:52.365241+0000","last_fullsized":"2024-09-19T06:48:52.365241+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367549+0000","last_change":"2024-09-19T06:48:52.367549+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367549+0000","last_undegraded":"2024-09-19T06:48:52.367549+0000","last_fullsized":"2024-09-19T06:48:52.367549+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361034+0000","last_change":"2024-09-19T06:48:52.361034+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361034+0000","last_undegraded":"2024-09-19T06:48:52.361034+0000","last_fullsized":"2024-09-19T06:48:52.361034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364937+0000","last_change":"2024-09-19T06:48:52.364937+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364937+0000","last_undegraded":"2024-09-19T06:48:52.364937+0000","last_fullsized":"2024-09-19T06:48:52.364937+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364747+0000","last_change":"2024-09-19T06:48:52.364747+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364747+0000","last_undegraded":"2024-09-19T06:48:52.364747+0000","last_fullsized":"2024-09-19T06:48:52.364747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.363642+0000","last_change":"2024-09-19T06:48:52.363642+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.363642+0000","last_undegraded":"2024-09-19T06:48:52.363642+0000","last_fullsized":"2024-09-19T06:48:52.363642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.373332+0000","last_change":"2024-09-19T06:48:52.373332+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.373332+0000","last_undegraded":"2024-09-19T06:48:52.373332+0000","last_fullsized":"2024-09-19T06:48:52.373332+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365114+0000","last_change":"2024-09-19T06:48:52.365114+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365114+0000","last_undegraded":"2024-09-19T06:48:52.365114+0000","last_fullsized":"2024-09-19T06:48:52.365114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364838+0000","last_change":"2024-09-19T06:48:52.364838+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364838+0000","last_undegraded":"2024-09-19T06:48:52.364838+0000","last_fullsized":"2024-09-19T06:48:52.364838+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.368537+0000","last_change":"2024-09-19T06:48:52.368537+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.368537+0000","last_undegraded":"2024-09-19T06:48:52.368537+0000","last_fullsized":"2024-09-19T06:48:52.368537+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367738+0000","last_change":"2024-09-19T06:48:52.367738+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367738+0000","last_undegraded":"2024-09-19T06:48:52.367738+0000","last_fullsized":"2024-09-19T06:48:52.367738+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365520+0000","last_change":"2024-09-19T06:48:52.365520+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365520+0000","last_undegraded":"2024-09-19T06:48:52.365520+0000","last_fullsized":"2024-09-19T06:48:52.365520+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365065+0000","last_change":"2024-09-19T06:48:52.365065+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365065+0000","last_undegraded":"2024-09-19T06:48:52.365065+0000","last_fullsized":"2024-09-19T06:48:52.365065+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364757+0000","last_change":"2024-09-19T06:48:52.364757+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364757+0000","last_undegraded":"2024-09-19T06:48:52.364757+0000","last_fullsized":"2024-09-19T06:48:52.364757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364222+0000","last_change":"2024-09-19T06:48:52.364222+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364222+0000","last_undegraded":"2024-09-19T06:48:52.364222+0000","last_fullsized":"2024-09-19T06:48:52.364222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386247+0000","last_change":"2024-09-19T06:48:52.383851+0000","last_active":"2024-09-19T06:48:52.386247+0000","last_peered":"2024-09-19T06:48:52.386247+0000","last_clean":"2024-09-19T06:48:52.386247+0000","last_became_active":"2024-09-19T06:48:52.383485+0000","last_became_peered":"2024-09-19T06:48:52.383485+0000","last_unstale":"2024-09-19T06:48:52.386247+0000","last_undegraded":"2024-09-19T06:48:52.386247+0000","last_fullsized":"2024-09-19T06:48:52.386247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.389204+0000","last_change":"2024-09-19T06:48:52.386941+0000","last_active":"2024-09-19T06:48:52.389204+0000","last_peered":"2024-09-19T06:48:52.389204+0000","last_clean":"2024-09-19T06:48:52.389204+0000","last_became_active":"2024-09-19T06:48:52.386399+0000","last_became_peered":"2024-09-19T06:48:52.386399+0000","last_unstale":"2024-09-19T06:48:52.389204+0000","last_undegraded":"2024-09-19T06:48:52.389204+0000","last_fullsized":"2024-09-19T06:48:52.389204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:49.573361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.381585+0000","last_change":"2024-09-19T06:48:52.378491+0000","last_active":"2024-09-19T06:48:52.381585+0000","last_peered":"2024-09-19T06:48:52.381585+0000","last_clean":"2024-09-19T06:48:52.381585+0000","last_became_active":"2024-09-19T06:48:52.378177+0000","last_became_peered":"2024-09-19T06:48:52.378177+0000","last_unstale":"2024-09-19T06:48:52.381585+0000","last_undegraded":"2024-09-19T06:48:52.381585+0000","last_fullsized":"2024-09-19T06:48:52.381585+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:59.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364043+0000","last_change":"2024-09-19T06:48:52.364043+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364043+0000","last_undegraded":"2024-09-19T06:48:52.364043+0000","last_fullsized":"2024-09-19T06:48:52.364043+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386431+0000","last_change":"2024-09-19T06:48:52.381454+0000","last_active":"2024-09-19T06:48:52.386431+0000","last_peered":"2024-09-19T06:48:52.386431+0000","last_clean":"2024-09-19T06:48:52.386431+0000","last_became_active":"2024-09-19T06:48:52.381135+0000","last_became_peered":"2024-09-19T06:48:52.381135+0000","last_unstale":"2024-09-19T06:48:52.386431+0000","last_undegraded":"2024-09-19T06:48:52.386431+0000","last_fullsized":"2024-09-19T06:48:52.386431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386433+0000","last_change":"2024-09-19T06:48:52.377435+0000","last_active":"2024-09-19T06:48:52.386433+0000","last_peered":"2024-09-19T06:48:52.386433+0000","last_clean":"2024-09-19T06:48:52.386433+0000","last_became_active":"2024-09-19T06:48:52.377181+0000","last_became_peered":"2024-09-19T06:48:52.377181+0000","last_unstale":"2024-09-19T06:48:52.386433+0000","last_undegraded":"2024-09-19T06:48:52.386433+0000","last_fullsized":"2024-09-19T06:48:52.386433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364629+0000","last_change":"2024-09-19T06:48:52.364629+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364629+0000","last_undegraded":"2024-09-19T06:48:52.364629+0000","last_fullsized":"2024-09-19T06:48:52.364629+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386682+0000","last_change":"2024-09-19T06:48:52.376675+0000","last_active":"2024-09-19T06:48:52.386682+0000","last_peered":"2024-09-19T06:48:52.386682+0000","last_clean":"2024-09-19T06:48:52.386682+0000","last_became_active":"2024-09-19T06:48:52.376297+0000","last_became_peered":"2024-09-19T06:48:52.376297+0000","last_unstale":"2024-09-19T06:48:52.386682+0000","last_undegraded":"2024-09-19T06:48:52.386682+0000","last_fullsized":"2024-09-19T06:48:52.386682+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370083+0000","last_change":"2024-09-19T06:48:52.370083+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370083+0000","last_undegraded":"2024-09-19T06:48:52.370083+0000","last_fullsized":"2024-09-19T06:48:52.370083+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.384684+0000","last_change":"2024-09-19T06:48:52.383014+0000","last_active":"2024-09-19T06:48:52.384684+0000","last_peered":"2024-09-19T06:48:52.384684+0000","last_clean":"2024-09-19T06:48:52.384684+0000","last_became_active":"2024-09-19T06:48:52.382464+0000","last_became_peered":"2024-09-19T06:48:52.382464+0000","last_unstale":"2024-09-19T06:48:52.384684+0000","last_undegraded":"2024-09-19T06:48:52.384684+0000","last_fullsized":"2024-09-19T06:48:52.384684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:59.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366997+0000","last_change":"2024-09-19T06:48:52.366997+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366997+0000","last_undegraded":"2024-09-19T06:48:52.366997+0000","last_fullsized":"2024-09-19T06:48:52.366997+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388815+0000","last_change":"2024-09-19T06:48:52.384117+0000","last_active":"2024-09-19T06:48:52.388815+0000","last_peered":"2024-09-19T06:48:52.388815+0000","last_clean":"2024-09-19T06:48:52.388815+0000","last_became_active":"2024-09-19T06:48:52.383498+0000","last_became_peered":"2024-09-19T06:48:52.383498+0000","last_unstale":"2024-09-19T06:48:52.388815+0000","last_undegraded":"2024-09-19T06:48:52.388815+0000","last_fullsized":"2024-09-19T06:48:52.388815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361350+0000","last_change":"2024-09-19T06:48:52.361350+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361350+0000","last_undegraded":"2024-09-19T06:48:52.361350+0000","last_fullsized":"2024-09-19T06:48:52.361350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388512+0000","last_change":"2024-09-19T06:48:52.386844+0000","last_active":"2024-09-19T06:48:52.388512+0000","last_peered":"2024-09-19T06:48:52.388512+0000","last_clean":"2024-09-19T06:48:52.388512+0000","last_became_active":"2024-09-19T06:48:52.386439+0000","last_became_peered":"2024-09-19T06:48:52.386439+0000","last_unstale":"2024-09-19T06:48:52.388512+0000","last_undegraded":"2024-09-19T06:48:52.388512+0000","last_fullsized":"2024-09-19T06:48:52.388512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366889+0000","last_change":"2024-09-19T06:48:52.366889+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366889+0000","last_undegraded":"2024-09-19T06:48:52.366889+0000","last_fullsized":"2024-09-19T06:48:52.366889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386177+0000","last_change":"2024-09-19T06:48:52.380239+0000","last_active":"2024-09-19T06:48:52.386177+0000","last_peered":"2024-09-19T06:48:52.386177+0000","last_clean":"2024-09-19T06:48:52.386177+0000","last_became_active":"2024-09-19T06:48:52.379919+0000","last_became_peered":"2024-09-19T06:48:52.379919+0000","last_unstale":"2024-09-19T06:48:52.386177+0000","last_undegraded":"2024-09-19T06:48:52.386177+0000","last_fullsized":"2024-09-19T06:48:52.386177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.368645+0000","last_change":"2024-09-19T06:48:52.368645+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.368645+0000","last_undegraded":"2024-09-19T06:48:52.368645+0000","last_fullsized":"2024-09-19T06:48:52.368645+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388807+0000","last_change":"2024-09-19T06:48:52.382734+0000","last_active":"2024-09-19T06:48:52.388807+0000","last_peered":"2024-09-19T06:48:52.388807+0000","last_clean":"2024-09-19T06:48:52.388807+0000","last_became_active":"2024-09-19T06:48:52.381484+0000","last_became_peered":"2024-09-19T06:48:52.381484+0000","last_unstale":"2024-09-19T06:48:52.388807+0000","last_undegraded":"2024-09-19T06:48:52.388807+0000","last_fullsized":"2024-09-19T06:48:52.388807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365623+0000","last_change":"2024-09-19T06:48:52.365623+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365623+0000","last_undegraded":"2024-09-19T06:48:52.365623+0000","last_fullsized":"2024-09-19T06:48:52.365623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351271+0000","last_change":"2024-09-19T06:48:51.351271+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351271+0000","last_undegraded":"2024-09-19T06:48:51.351271+0000","last_fullsized":"2024-09-19T06:48:51.351271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366216+0000","last_change":"2024-09-19T06:48:52.366216+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366216+0000","last_undegraded":"2024-09-19T06:48:52.366216+0000","last_fullsized":"2024-09-19T06:48:52.366216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388673+0000","last_change":"2024-09-19T06:48:52.379938+0000","last_active":"2024-09-19T06:48:52.388673+0000","last_peered":"2024-09-19T06:48:52.388673+0000","last_clean":"2024-09-19T06:48:52.388673+0000","last_became_active":"2024-09-19T06:48:52.379465+0000","last_became_peered":"2024-09-19T06:48:52.379465+0000","last_unstale":"2024-09-19T06:48:52.388673+0000","last_undegraded":"2024-09-19T06:48:52.388673+0000","last_fullsized":"2024-09-19T06:48:52.388673+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364138+0000","last_change":"2024-09-19T06:48:52.364138+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364138+0000","last_undegraded":"2024-09-19T06:48:52.364138+0000","last_fullsized":"2024-09-19T06:48:52.364138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.352267+0000","last_change":"2024-09-19T06:48:51.352267+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.352267+0000","last_undegraded":"2024-09-19T06:48:51.352267+0000","last_fullsized":"2024-09-19T06:48:51.352267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.359583+0000","last_change":"2024-09-19T06:48:52.359583+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.359583+0000","last_undegraded":"2024-09-19T06:48:52.359583+0000","last_fullsized":"2024-09-19T06:48:52.359583+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386884+0000","last_change":"2024-09-19T06:48:52.385444+0000","last_active":"2024-09-19T06:48:52.386884+0000","last_peered":"2024-09-19T06:48:52.386884+0000","last_clean":"2024-09-19T06:48:52.386884+0000","last_became_active":"2024-09-19T06:48:52.385150+0000","last_became_peered":"2024-09-19T06:48:52.385150+0000","last_unstale":"2024-09-19T06:48:52.386884+0000","last_undegraded":"2024-09-19T06:48:52.386884+0000","last_fullsized":"2024-09-19T06:48:52.386884+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.360254+0000","last_change":"2024-09-19T06:48:52.360254+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.360254+0000","last_undegraded":"2024-09-19T06:48:52.360254+0000","last_fullsized":"2024-09-19T06:48:52.360254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.383112+0000","last_change":"2024-09-19T06:48:52.381366+0000","last_active":"2024-09-19T06:48:52.383112+0000","last_peered":"2024-09-19T06:48:52.383112+0000","last_clean":"2024-09-19T06:48:52.383112+0000","last_became_active":"2024-09-19T06:48:52.381037+0000","last_became_peered":"2024-09-19T06:48:52.381037+0000","last_unstale":"2024-09-19T06:48:52.383112+0000","last_undegraded":"2024-09-19T06:48:52.383112+0000","last_fullsized":"2024-09-19T06:48:52.383112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.369226+0000","last_change":"2024-09-19T06:48:52.369226+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.369226+0000","last_undegraded":"2024-09-19T06:48:52.369226+0000","last_fullsized":"2024-09-19T06:48:52.369226+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.371247+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:48:52.371247+0000","last_peered":"2024-09-19T06:48:52.371247+0000","last_clean":"2024-09-19T06:48:52.371247+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:48:52.371247+0000","last_undegraded":"2024-09-19T06:48:52.371247+0000","last_fullsized":"2024-09-19T06:48:52.371247+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386464+0000","last_change":"2024-09-19T06:48:52.382168+0000","last_active":"2024-09-19T06:48:52.386464+0000","last_peered":"2024-09-19T06:48:52.386464+0000","last_clean":"2024-09-19T06:48:52.386464+0000","last_became_active":"2024-09-19T06:48:52.381825+0000","last_became_peered":"2024-09-19T06:48:52.381825+0000","last_unstale":"2024-09-19T06:48:52.386464+0000","last_undegraded":"2024-09-19T06:48:52.386464+0000","last_fullsized":"2024-09-19T06:48:52.386464+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386236+0000","last_change":"2024-09-19T06:48:52.380846+0000","last_active":"2024-09-19T06:48:52.386236+0000","last_peered":"2024-09-19T06:48:52.386236+0000","last_clean":"2024-09-19T06:48:52.386236+0000","last_became_active":"2024-09-19T06:48:52.380097+0000","last_became_peered":"2024-09-19T06:48:52.380097+0000","last_unstale":"2024-09-19T06:48:52.386236+0000","last_undegraded":"2024-09-19T06:48:52.386236+0000","last_fullsized":"2024-09-19T06:48:52.386236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364360+0000","last_change":"2024-09-19T06:48:52.364360+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364360+0000","last_undegraded":"2024-09-19T06:48:52.364360+0000","last_fullsized":"2024-09-19T06:48:52.364360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.387878+0000","last_change":"2024-09-19T06:48:52.384596+0000","last_active":"2024-09-19T06:48:52.387878+0000","last_peered":"2024-09-19T06:48:52.387878+0000","last_clean":"2024-09-19T06:48:52.387878+0000","last_became_active":"2024-09-19T06:48:52.383994+0000","last_became_peered":"2024-09-19T06:48:52.383994+0000","last_unstale":"2024-09-19T06:48:52.387878+0000","last_undegraded":"2024-09-19T06:48:52.387878+0000","last_fullsized":"2024-09-19T06:48:52.387878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364646+0000","last_change":"2024-09-19T06:48:52.364646+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364646+0000","last_undegraded":"2024-09-19T06:48:52.364646+0000","last_fullsized":"2024-09-19T06:48:52.364646+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.384061+0000","last_change":"2024-09-19T06:48:52.379600+0000","last_active":"2024-09-19T06:48:52.384061+0000","last_peered":"2024-09-19T06:48:52.384061+0000","last_clean":"2024-09-19T06:48:52.384061+0000","last_became_active":"2024-09-19T06:48:52.379343+0000","last_became_peered":"2024-09-19T06:48:52.379343+0000","last_unstale":"2024-09-19T06:48:52.384061+0000","last_undegraded":"2024-09-19T06:48:52.384061+0000","last_fullsized":"2024-09-19T06:48:52.384061+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.359661+0000","last_change":"2024-09-19T06:48:52.359661+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.359661+0000","last_undegraded":"2024-09-19T06:48:52.359661+0000","last_fullsized":"2024-09-19T06:48:52.359661+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386092+0000","last_change":"2024-09-19T06:48:52.379722+0000","last_active":"2024-09-19T06:48:52.386092+0000","last_peered":"2024-09-19T06:48:52.386092+0000","last_clean":"2024-09-19T06:48:52.386092+0000","last_became_active":"2024-09-19T06:48:52.379373+0000","last_became_peered":"2024-09-19T06:48:52.379373+0000","last_unstale":"2024-09-19T06:48:52.386092+0000","last_undegraded":"2024-09-19T06:48:52.386092+0000","last_fullsized":"2024-09-19T06:48:52.386092+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.363334+0000","last_change":"2024-09-19T06:48:52.363334+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.363334+0000","last_undegraded":"2024-09-19T06:48:52.363334+0000","last_fullsized":"2024-09-19T06:48:52.363334+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386594+0000","last_change":"2024-09-19T06:48:52.381335+0000","last_active":"2024-09-19T06:48:52.386594+0000","last_peered":"2024-09-19T06:48:52.386594+0000","last_clean":"2024-09-19T06:48:52.386594+0000","last_became_active":"2024-09-19T06:48:52.380998+0000","last_became_peered":"2024-09-19T06:48:52.380998+0000","last_unstale":"2024-09-19T06:48:52.386594+0000","last_undegraded":"2024-09-19T06:48:52.386594+0000","last_fullsized":"2024-09-19T06:48:52.386594+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367925+0000","last_change":"2024-09-19T06:48:52.367925+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367925+0000","last_undegraded":"2024-09-19T06:48:52.367925+0000","last_fullsized":"2024-09-19T06:48:52.367925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351813+0000","last_change":"2024-09-19T06:48:51.351813+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351813+0000","last_undegraded":"2024-09-19T06:48:51.351813+0000","last_fullsized":"2024-09-19T06:48:51.351813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.383596+0000","last_change":"2024-09-19T06:48:52.378808+0000","last_active":"2024-09-19T06:48:52.383596+0000","last_peered":"2024-09-19T06:48:52.383596+0000","last_clean":"2024-09-19T06:48:52.383596+0000","last_became_active":"2024-09-19T06:48:52.378571+0000","last_became_peered":"2024-09-19T06:48:52.378571+0000","last_unstale":"2024-09-19T06:48:52.383596+0000","last_undegraded":"2024-09-19T06:48:52.383596+0000","last_fullsized":"2024-09-19T06:48:52.383596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386120+0000","last_change":"2024-09-19T06:48:52.375691+0000","last_active":"2024-09-19T06:48:52.386120+0000","last_peered":"2024-09-19T06:48:52.386120+0000","last_clean":"2024-09-19T06:48:52.386120+0000","last_became_active":"2024-09-19T06:48:52.375412+0000","last_became_peered":"2024-09-19T06:48:52.375412+0000","last_unstale":"2024-09-19T06:48:52.386120+0000","last_undegraded":"2024-09-19T06:48:52.386120+0000","last_fullsized":"2024-09-19T06:48:52.386120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365747+0000","last_change":"2024-09-19T06:48:52.365747+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365747+0000","last_undegraded":"2024-09-19T06:48:52.365747+0000","last_fullsized":"2024-09-19T06:48:52.365747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351283+0000","last_change":"2024-09-19T06:48:51.351283+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351283+0000","last_undegraded":"2024-09-19T06:48:51.351283+0000","last_fullsized":"2024-09-19T06:48:51.351283+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.382182+0000","last_change":"2024-09-19T06:48:52.380336+0000","last_active":"2024-09-19T06:48:52.382182+0000","last_peered":"2024-09-19T06:48:52.382182+0000","last_clean":"2024-09-19T06:48:52.382182+0000","last_became_active":"2024-09-19T06:48:52.377131+0000","last_became_peered":"2024-09-19T06:48:52.377131+0000","last_unstale":"2024-09-19T06:48:52.382182+0000","last_undegraded":"2024-09-19T06:48:52.382182+0000","last_fullsized":"2024-09-19T06:48:52.382182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366421+0000","last_change":"2024-09-19T06:48:52.366421+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366421+0000","last_undegraded":"2024-09-19T06:48:52.366421+0000","last_fullsized":"2024-09-19T06:48:52.366421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386481+0000","last_change":"2024-09-19T06:48:52.382565+0000","last_active":"2024-09-19T06:48:52.386481+0000","last_peered":"2024-09-19T06:48:52.386481+0000","last_clean":"2024-09-19T06:48:52.386481+0000","last_became_active":"2024-09-19T06:48:52.381821+0000","last_became_peered":"2024-09-19T06:48:52.381821+0000","last_unstale":"2024-09-19T06:48:52.386481+0000","last_undegraded":"2024-09-19T06:48:52.386481+0000","last_fullsized":"2024-09-19T06:48:52.386481+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.406578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365021+0000","last_change":"2024-09-19T06:48:52.365021+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365021+0000","last_undegraded":"2024-09-19T06:48:52.365021+0000","last_fullsized":"2024-09-19T06:48:52.365021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370471+0000","last_change":"2024-09-19T06:48:52.370471+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370471+0000","last_undegraded":"2024-09-19T06:48:52.370471+0000","last_fullsized":"2024-09-19T06:48:52.370471+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386549+0000","last_change":"2024-09-19T06:48:52.376663+0000","last_active":"2024-09-19T06:48:52.386549+0000","last_peered":"2024-09-19T06:48:52.386549+0000","last_clean":"2024-09-19T06:48:52.386549+0000","last_became_active":"2024-09-19T06:48:52.376243+0000","last_became_peered":"2024-09-19T06:48:52.376243+0000","last_unstale":"2024-09-19T06:48:52.386549+0000","last_undegraded":"2024-09-19T06:48:52.386549+0000","last_fullsized":"2024-09-19T06:48:52.386549+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366256+0000","last_change":"2024-09-19T06:48:52.366256+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366256+0000","last_undegraded":"2024-09-19T06:48:52.366256+0000","last_fullsized":"2024-09-19T06:48:52.366256+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.387088+0000","last_change":"2024-09-19T06:48:52.378844+0000","last_active":"2024-09-19T06:48:52.387088+0000","last_peered":"2024-09-19T06:48:52.387088+0000","last_clean":"2024-09-19T06:48:52.387088+0000","last_became_active":"2024-09-19T06:48:52.376958+0000","last_became_peered":"2024-09-19T06:48:52.376958+0000","last_unstale":"2024-09-19T06:48:52.387088+0000","last_undegraded":"2024-09-19T06:48:52.387088+0000","last_fullsized":"2024-09-19T06:48:52.387088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370678+0000","last_change":"2024-09-19T06:48:52.370678+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370678+0000","last_undegraded":"2024-09-19T06:48:52.370678+0000","last_fullsized":"2024-09-19T06:48:52.370678+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386010+0000","last_change":"2024-09-19T06:48:52.378976+0000","last_active":"2024-09-19T06:48:52.386010+0000","last_peered":"2024-09-19T06:48:52.386010+0000","last_clean":"2024-09-19T06:48:52.386010+0000","last_became_active":"2024-09-19T06:48:52.378612+0000","last_became_peered":"2024-09-19T06:48:52.378612+0000","last_unstale":"2024-09-19T06:48:52.386010+0000","last_undegraded":"2024-09-19T06:48:52.386010+0000","last_fullsized":"2024-09-19T06:48:52.386010+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:59.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.372313+0000","last_change":"2024-09-19T06:48:52.372313+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.372313+0000","last_undegraded":"2024-09-19T06:48:52.372313+0000","last_fullsized":"2024-09-19T06:48:52.372313+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351305+0000","last_change":"2024-09-19T06:48:51.351305+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351305+0000","last_undegraded":"2024-09-19T06:48:51.351305+0000","last_fullsized":"2024-09-19T06:48:51.351305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":647302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":647302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":51117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:48:57.945 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:48:58.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.133+0000 7f47f1800640 1 Processor -- start 2024-09-19T06:48:58.134 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.133+0000 7f47f1800640 1 -- start start 2024-09-19T06:48:58.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.134+0000 7f47f1800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 0x7f47ec0b97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.134+0000 7f47f1800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47ec0b39e0 con 0x7f47ec0ced90 2024-09-19T06:48:58.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.134+0000 7f47f1800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47ec0cf630 con 0x7f47ec0d3010 2024-09-19T06:48:58.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.134+0000 7f47f1800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f47ec0b9350 con 0x7f47ec15e620 2024-09-19T06:48:58.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.134+0000 7f47e3400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f47ec0ced90 0x7f47ec0d2900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54444/0 (socket says 172.21.15.90:54444) 2024-09-19T06:48:58.135 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.134+0000 7f47e3400640 1 -- 172.21.15.90:0/822567996 learned_addr learned my addr 172.21.15.90:0/822567996 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:48:58.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.134+0000 7f47ebe00640 1 --2- 172.21.15.90:0/822567996 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 0x7f47ec0b97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.134+0000 7f47eb400640 1 -- 172.21.15.90:0/822567996 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 470694500 0 0) 0x7f47d4001110 con 0x7f47ec0ced90 2024-09-19T06:48:58.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.135+0000 7f47eb400640 1 -- 172.21.15.90:0/822567996 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f47d0003520 con 0x7f47ec0ced90 2024-09-19T06:48:58.136 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.135+0000 7f47ebe00640 1 -- 172.21.15.90:0/822567996 >> v1:172.21.15.129:6789/0 conn(0x7f47ec0d3010 legacy=0x7f47ec0d0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.135+0000 7f47eb400640 1 -- 172.21.15.90:0/822567996 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2295300033 0 0) 0x7f47d0003520 con 0x7f47ec0ced90 2024-09-19T06:48:58.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.135+0000 7f47ebe00640 1 -- 172.21.15.90:0/822567996 >> v1:172.21.15.90:6789/0 conn(0x7f47ec0ced90 legacy=0x7f47ec0d2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.137 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.135+0000 7f47ebe00640 1 -- 172.21.15.90:0/822567996 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ec0cf8d0 con 0x7f47ec15e620 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.136+0000 7f47ebe00640 1 --2- 172.21.15.90:0/822567996 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 0x7f47ec0b97e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f47dc0097d0 tx=0x7f47dc02a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a9a429160a97890 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.136+0000 7f47eb400640 1 -- 172.21.15.90:0/822567996 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47dc037070 con 0x7f47ec15e620 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.136+0000 7f47eb400640 1 -- 172.21.15.90:0/822567996 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47dc02acc0 con 0x7f47ec15e620 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.136+0000 7f47eb400640 1 -- 172.21.15.90:0/822567996 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d4001840 con 0x7f47ec15e620 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.137+0000 7f47f1800640 1 -- 172.21.15.90:0/822567996 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 msgr2=0x7f47ec0b97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.137+0000 7f47f1800640 1 --2- 172.21.15.90:0/822567996 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 0x7f47ec0b97e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f47dc0097d0 tx=0x7f47dc02a230 comp rx=0 tx=0).stop 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.137+0000 7f47f1800640 1 -- 172.21.15.90:0/822567996 shutdown_connections 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.137+0000 7f47f1800640 1 --2- 172.21.15.90:0/822567996 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 0x7f47ec0b97e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.137+0000 7f47f1800640 1 -- 172.21.15.90:0/822567996 >> 172.21.15.90:0/822567996 conn(0x7f47ec062630 msgr2=0x7f47ec062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:58.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.137+0000 7f47f1800640 1 -- 172.21.15.90:0/822567996 shutdown_connections 2024-09-19T06:48:58.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.137+0000 7f47f1800640 1 -- 172.21.15.90:0/822567996 wait complete. 2024-09-19T06:48:58.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.138+0000 7f47f1800640 1 Processor -- start 2024-09-19T06:48:58.140 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.139+0000 7f47f1800640 1 -- start start 2024-09-19T06:48:58.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.139+0000 7f47f1800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47ec0ced90 0x7f47ec0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.139+0000 7f47f1800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f47ec0d3010 0x7f47ec15fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.139+0000 7f47f1800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 0x7f47ec0b57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.139+0000 7f47f1800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f47ec15ea00 con 0x7f47ec0ced90 2024-09-19T06:48:58.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.139+0000 7f47f1800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f47ec0cf290 con 0x7f47ec0d3010 2024-09-19T06:48:58.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.139+0000 7f47f1800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f47ec0d34a0 con 0x7f47ec15e620 2024-09-19T06:48:58.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47ebe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47ec0ced90 0x7f47ec0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47ebe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47ec0ced90 0x7f47ec0b4c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55252/0 (socket says 172.21.15.90:55252) 2024-09-19T06:48:58.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47ebe00640 1 -- 172.21.15.90:0/1813453110 learned_addr learned my addr 172.21.15.90:0/1813453110 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47e3400640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f47ec0d3010 0x7f47ec15fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47f0e00640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 0x7f47ec0b57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47ebe00640 1 -- 172.21.15.90:0/1813453110 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 msgr2=0x7f47ec0b57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47ebe00640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 0x7f47ec0b57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47ebe00640 1 -- 172.21.15.90:0/1813453110 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f47ec0d3010 msgr2=0x7f47ec15fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47ebe00640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f47ec0d3010 0x7f47ec15fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47ebe00640 1 -- 172.21.15.90:0/1813453110 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ec0b3f30 con 0x7f47ec0ced90 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47e3400640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f47ec0d3010 0x7f47ec15fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.140+0000 7f47ebe00640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47ec0ced90 0x7f47ec0b4c90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f47dc0097d0 tx=0x7f47dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.141+0000 7f47e8c00640 1 -- 172.21.15.90:0/1813453110 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47dc042020 con 0x7f47ec0ced90 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.141+0000 7f47e8c00640 1 -- 172.21.15.90:0/1813453110 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47dc03d670 con 0x7f47ec0ced90 2024-09-19T06:48:58.143 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.141+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47ec0b6200 con 0x7f47ec0ced90 2024-09-19T06:48:58.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.141+0000 7f47e8c00640 1 -- 172.21.15.90:0/1813453110 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47dc037040 con 0x7f47ec0ced90 2024-09-19T06:48:58.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.141+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47ec0b44b0 con 0x7f47ec0ced90 2024-09-19T06:48:58.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.142+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47ec0b97e0 con 0x7f47ec0ced90 2024-09-19T06:48:58.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.143+0000 7f47e8c00640 1 -- 172.21.15.90:0/1813453110 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f47dc045020 con 0x7f47ec0ced90 2024-09-19T06:48:58.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.143+0000 7f47e8c00640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f47c806c2b0 0x7f47c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.143+0000 7f47e8c00640 1 -- 172.21.15.90:0/1813453110 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f47dc0abd50 con 0x7f47ec0ced90 2024-09-19T06:48:58.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.144+0000 7f47e3400640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f47c806c2b0 0x7f47c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.144+0000 7f47e3400640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f47c806c2b0 0x7f47c806e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f47d40013b0 tx=0x7f47d4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:58.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.148+0000 7f47e8c00640 1 -- 172.21.15.90:0/1813453110 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f47dc04c030 con 0x7f47ec0ced90 2024-09-19T06:48:58.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.319+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f47ec0b8870 con 0x7f47c806c2b0 2024-09-19T06:48:58.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.325+0000 7f47e8c00640 1 -- 172.21.15.90:0/1813453110 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245762 (secure 0 0 0) 0x7f47ec0b8870 con 0x7f47c806c2b0 2024-09-19T06:48:58.329 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:58.330 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f47c806c2b0 msgr2=0x7f47c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f47c806c2b0 0x7f47c806e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f47d40013b0 tx=0x7f47d4009040 comp rx=0 tx=0).stop 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47ec0ced90 msgr2=0x7f47ec0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47ec0ced90 0x7f47ec0b4c90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f47dc0097d0 tx=0x7f47dc0046c0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 shutdown_connections 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f47c806c2b0 0x7f47c806e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f47ec15e620 0x7f47ec0b57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f47ec0d3010 0x7f47ec15fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 --2- 172.21.15.90:0/1813453110 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f47ec0ced90 0x7f47ec0b4c90 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 >> 172.21.15.90:0/1813453110 conn(0x7f47ec062630 msgr2=0x7f47ec160ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 shutdown_connections 2024-09-19T06:48:58.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.329+0000 7f47f1800640 1 -- 172.21.15.90:0/1813453110 wait complete. 2024-09-19T06:48:58.344 INFO:tasks.ceph.mds.b.smithi129.stderr:2024-09-19T06:48:58.343+0000 7f7464200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:48:58.345 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-19T06:48:57.017336+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":19,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218844,"kb_used_data":2612,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755876,"statfs":{"total":773094113280,"available":772870017024,"internally_reserved":0,"allocated":2674688,"data_stored":1642941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.669269"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362084+0000","last_change":"2024-09-19T06:48:52.362084+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362084+0000","last_undegraded":"2024-09-19T06:48:52.362084+0000","last_fullsized":"2024-09-19T06:48:52.362084+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.372847+0000","last_change":"2024-09-19T06:48:52.372847+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.372847+0000","last_undegraded":"2024-09-19T06:48:52.372847+0000","last_fullsized":"2024-09-19T06:48:52.372847+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370577+0000","last_change":"2024-09-19T06:48:52.370577+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370577+0000","last_undegraded":"2024-09-19T06:48:52.370577+0000","last_fullsized":"2024-09-19T06:48:52.370577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362919+0000","last_change":"2024-09-19T06:48:52.362919+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362919+0000","last_undegraded":"2024-09-19T06:48:52.362919+0000","last_fullsized":"2024-09-19T06:48:52.362919+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361018+0000","last_change":"2024-09-19T06:48:52.361018+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361018+0000","last_undegraded":"2024-09-19T06:48:52.361018+0000","last_fullsized":"2024-09-19T06:48:52.361018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367663+0000","last_change":"2024-09-19T06:48:52.367663+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367663+0000","last_undegraded":"2024-09-19T06:48:52.367663+0000","last_fullsized":"2024-09-19T06:48:52.367663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.359813+0000","last_change":"2024-09-19T06:48:52.359813+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.359813+0000","last_undegraded":"2024-09-19T06:48:52.359813+0000","last_fullsized":"2024-09-19T06:48:52.359813+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365191+0000","last_change":"2024-09-19T06:48:52.365191+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365191+0000","last_undegraded":"2024-09-19T06:48:52.365191+0000","last_fullsized":"2024-09-19T06:48:52.365191+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366406+0000","last_change":"2024-09-19T06:48:52.366406+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366406+0000","last_undegraded":"2024-09-19T06:48:52.366406+0000","last_fullsized":"2024-09-19T06:48:52.366406+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.360388+0000","last_change":"2024-09-19T06:48:52.360388+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.360388+0000","last_undegraded":"2024-09-19T06:48:52.360388+0000","last_fullsized":"2024-09-19T06:48:52.360388+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361903+0000","last_change":"2024-09-19T06:48:52.361903+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361903+0000","last_undegraded":"2024-09-19T06:48:52.361903+0000","last_fullsized":"2024-09-19T06:48:52.361903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362502+0000","last_change":"2024-09-19T06:48:52.362502+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362502+0000","last_undegraded":"2024-09-19T06:48:52.362502+0000","last_fullsized":"2024-09-19T06:48:52.362502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.363425+0000","last_change":"2024-09-19T06:48:52.363425+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.363425+0000","last_undegraded":"2024-09-19T06:48:52.363425+0000","last_fullsized":"2024-09-19T06:48:52.363425+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370040+0000","last_change":"2024-09-19T06:48:52.370040+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370040+0000","last_undegraded":"2024-09-19T06:48:52.370040+0000","last_fullsized":"2024-09-19T06:48:52.370040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365336+0000","last_change":"2024-09-19T06:48:52.365336+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365336+0000","last_undegraded":"2024-09-19T06:48:52.365336+0000","last_fullsized":"2024-09-19T06:48:52.365336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364146+0000","last_change":"2024-09-19T06:48:52.364146+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364146+0000","last_undegraded":"2024-09-19T06:48:52.364146+0000","last_fullsized":"2024-09-19T06:48:52.364146+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.362611+0000","last_change":"2024-09-19T06:48:52.362611+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.362611+0000","last_undegraded":"2024-09-19T06:48:52.362611+0000","last_fullsized":"2024-09-19T06:48:52.362611+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365241+0000","last_change":"2024-09-19T06:48:52.365241+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365241+0000","last_undegraded":"2024-09-19T06:48:52.365241+0000","last_fullsized":"2024-09-19T06:48:52.365241+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367549+0000","last_change":"2024-09-19T06:48:52.367549+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367549+0000","last_undegraded":"2024-09-19T06:48:52.367549+0000","last_fullsized":"2024-09-19T06:48:52.367549+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361034+0000","last_change":"2024-09-19T06:48:52.361034+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361034+0000","last_undegraded":"2024-09-19T06:48:52.361034+0000","last_fullsized":"2024-09-19T06:48:52.361034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364937+0000","last_change":"2024-09-19T06:48:52.364937+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364937+0000","last_undegraded":"2024-09-19T06:48:52.364937+0000","last_fullsized":"2024-09-19T06:48:52.364937+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364747+0000","last_change":"2024-09-19T06:48:52.364747+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364747+0000","last_undegraded":"2024-09-19T06:48:52.364747+0000","last_fullsized":"2024-09-19T06:48:52.364747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.363642+0000","last_change":"2024-09-19T06:48:52.363642+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.363642+0000","last_undegraded":"2024-09-19T06:48:52.363642+0000","last_fullsized":"2024-09-19T06:48:52.363642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.373332+0000","last_change":"2024-09-19T06:48:52.373332+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.373332+0000","last_undegraded":"2024-09-19T06:48:52.373332+0000","last_fullsized":"2024-09-19T06:48:52.373332+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365114+0000","last_change":"2024-09-19T06:48:52.365114+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365114+0000","last_undegraded":"2024-09-19T06:48:52.365114+0000","last_fullsized":"2024-09-19T06:48:52.365114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364838+0000","last_change":"2024-09-19T06:48:52.364838+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364838+0000","last_undegraded":"2024-09-19T06:48:52.364838+0000","last_fullsized":"2024-09-19T06:48:52.364838+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.368537+0000","last_change":"2024-09-19T06:48:52.368537+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.368537+0000","last_undegraded":"2024-09-19T06:48:52.368537+0000","last_fullsized":"2024-09-19T06:48:52.368537+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367738+0000","last_change":"2024-09-19T06:48:52.367738+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367738+0000","last_undegraded":"2024-09-19T06:48:52.367738+0000","last_fullsized":"2024-09-19T06:48:52.367738+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365520+0000","last_change":"2024-09-19T06:48:52.365520+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365520+0000","last_undegraded":"2024-09-19T06:48:52.365520+0000","last_fullsized":"2024-09-19T06:48:52.365520+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365065+0000","last_change":"2024-09-19T06:48:52.365065+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365065+0000","last_undegraded":"2024-09-19T06:48:52.365065+0000","last_fullsized":"2024-09-19T06:48:52.365065+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364757+0000","last_change":"2024-09-19T06:48:52.364757+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364757+0000","last_undegraded":"2024-09-19T06:48:52.364757+0000","last_fullsized":"2024-09-19T06:48:52.364757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364222+0000","last_change":"2024-09-19T06:48:52.364222+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364222+0000","last_undegraded":"2024-09-19T06:48:52.364222+0000","last_fullsized":"2024-09-19T06:48:52.364222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386247+0000","last_change":"2024-09-19T06:48:52.383851+0000","last_active":"2024-09-19T06:48:52.386247+0000","last_peered":"2024-09-19T06:48:52.386247+0000","last_clean":"2024-09-19T06:48:52.386247+0000","last_became_active":"2024-09-19T06:48:52.383485+0000","last_became_peered":"2024-09-19T06:48:52.383485+0000","last_unstale":"2024-09-19T06:48:52.386247+0000","last_undegraded":"2024-09-19T06:48:52.386247+0000","last_fullsized":"2024-09-19T06:48:52.386247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.389204+0000","last_change":"2024-09-19T06:48:52.386941+0000","last_active":"2024-09-19T06:48:52.389204+0000","last_peered":"2024-09-19T06:48:52.389204+0000","last_clean":"2024-09-19T06:48:52.389204+0000","last_became_active":"2024-09-19T06:48:52.386399+0000","last_became_peered":"2024-09-19T06:48:52.386399+0000","last_unstale":"2024-09-19T06:48:52.389204+0000","last_undegraded":"2024-09-19T06:48:52.389204+0000","last_fullsized":"2024-09-19T06:48:52.389204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:49.573361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.381585+0000","last_change":"2024-09-19T06:48:52.378491+0000","last_active":"2024-09-19T06:48:52.381585+0000","last_peered":"2024-09-19T06:48:52.381585+0000","last_clean":"2024-09-19T06:48:52.381585+0000","last_became_active":"2024-09-19T06:48:52.378177+0000","last_became_peered":"2024-09-19T06:48:52.378177+0000","last_unstale":"2024-09-19T06:48:52.381585+0000","last_undegraded":"2024-09-19T06:48:52.381585+0000","last_fullsized":"2024-09-19T06:48:52.381585+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:59.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364043+0000","last_change":"2024-09-19T06:48:52.364043+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364043+0000","last_undegraded":"2024-09-19T06:48:52.364043+0000","last_fullsized":"2024-09-19T06:48:52.364043+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386431+0000","last_change":"2024-09-19T06:48:52.381454+0000","last_active":"2024-09-19T06:48:52.386431+0000","last_peered":"2024-09-19T06:48:52.386431+0000","last_clean":"2024-09-19T06:48:52.386431+0000","last_became_active":"2024-09-19T06:48:52.381135+0000","last_became_peered":"2024-09-19T06:48:52.381135+0000","last_unstale":"2024-09-19T06:48:52.386431+0000","last_undegraded":"2024-09-19T06:48:52.386431+0000","last_fullsized":"2024-09-19T06:48:52.386431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386433+0000","last_change":"2024-09-19T06:48:52.377435+0000","last_active":"2024-09-19T06:48:52.386433+0000","last_peered":"2024-09-19T06:48:52.386433+0000","last_clean":"2024-09-19T06:48:52.386433+0000","last_became_active":"2024-09-19T06:48:52.377181+0000","last_became_peered":"2024-09-19T06:48:52.377181+0000","last_unstale":"2024-09-19T06:48:52.386433+0000","last_undegraded":"2024-09-19T06:48:52.386433+0000","last_fullsized":"2024-09-19T06:48:52.386433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364629+0000","last_change":"2024-09-19T06:48:52.364629+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364629+0000","last_undegraded":"2024-09-19T06:48:52.364629+0000","last_fullsized":"2024-09-19T06:48:52.364629+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386682+0000","last_change":"2024-09-19T06:48:52.376675+0000","last_active":"2024-09-19T06:48:52.386682+0000","last_peered":"2024-09-19T06:48:52.386682+0000","last_clean":"2024-09-19T06:48:52.386682+0000","last_became_active":"2024-09-19T06:48:52.376297+0000","last_became_peered":"2024-09-19T06:48:52.376297+0000","last_unstale":"2024-09-19T06:48:52.386682+0000","last_undegraded":"2024-09-19T06:48:52.386682+0000","last_fullsized":"2024-09-19T06:48:52.386682+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370083+0000","last_change":"2024-09-19T06:48:52.370083+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370083+0000","last_undegraded":"2024-09-19T06:48:52.370083+0000","last_fullsized":"2024-09-19T06:48:52.370083+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.384684+0000","last_change":"2024-09-19T06:48:52.383014+0000","last_active":"2024-09-19T06:48:52.384684+0000","last_peered":"2024-09-19T06:48:52.384684+0000","last_clean":"2024-09-19T06:48:52.384684+0000","last_became_active":"2024-09-19T06:48:52.382464+0000","last_became_peered":"2024-09-19T06:48:52.382464+0000","last_unstale":"2024-09-19T06:48:52.384684+0000","last_undegraded":"2024-09-19T06:48:52.384684+0000","last_fullsized":"2024-09-19T06:48:52.384684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:59.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366997+0000","last_change":"2024-09-19T06:48:52.366997+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366997+0000","last_undegraded":"2024-09-19T06:48:52.366997+0000","last_fullsized":"2024-09-19T06:48:52.366997+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388815+0000","last_change":"2024-09-19T06:48:52.384117+0000","last_active":"2024-09-19T06:48:52.388815+0000","last_peered":"2024-09-19T06:48:52.388815+0000","last_clean":"2024-09-19T06:48:52.388815+0000","last_became_active":"2024-09-19T06:48:52.383498+0000","last_became_peered":"2024-09-19T06:48:52.383498+0000","last_unstale":"2024-09-19T06:48:52.388815+0000","last_undegraded":"2024-09-19T06:48:52.388815+0000","last_fullsized":"2024-09-19T06:48:52.388815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.361350+0000","last_change":"2024-09-19T06:48:52.361350+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.361350+0000","last_undegraded":"2024-09-19T06:48:52.361350+0000","last_fullsized":"2024-09-19T06:48:52.361350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388512+0000","last_change":"2024-09-19T06:48:52.386844+0000","last_active":"2024-09-19T06:48:52.388512+0000","last_peered":"2024-09-19T06:48:52.388512+0000","last_clean":"2024-09-19T06:48:52.388512+0000","last_became_active":"2024-09-19T06:48:52.386439+0000","last_became_peered":"2024-09-19T06:48:52.386439+0000","last_unstale":"2024-09-19T06:48:52.388512+0000","last_undegraded":"2024-09-19T06:48:52.388512+0000","last_fullsized":"2024-09-19T06:48:52.388512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366889+0000","last_change":"2024-09-19T06:48:52.366889+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366889+0000","last_undegraded":"2024-09-19T06:48:52.366889+0000","last_fullsized":"2024-09-19T06:48:52.366889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386177+0000","last_change":"2024-09-19T06:48:52.380239+0000","last_active":"2024-09-19T06:48:52.386177+0000","last_peered":"2024-09-19T06:48:52.386177+0000","last_clean":"2024-09-19T06:48:52.386177+0000","last_became_active":"2024-09-19T06:48:52.379919+0000","last_became_peered":"2024-09-19T06:48:52.379919+0000","last_unstale":"2024-09-19T06:48:52.386177+0000","last_undegraded":"2024-09-19T06:48:52.386177+0000","last_fullsized":"2024-09-19T06:48:52.386177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.368645+0000","last_change":"2024-09-19T06:48:52.368645+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.368645+0000","last_undegraded":"2024-09-19T06:48:52.368645+0000","last_fullsized":"2024-09-19T06:48:52.368645+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388807+0000","last_change":"2024-09-19T06:48:52.382734+0000","last_active":"2024-09-19T06:48:52.388807+0000","last_peered":"2024-09-19T06:48:52.388807+0000","last_clean":"2024-09-19T06:48:52.388807+0000","last_became_active":"2024-09-19T06:48:52.381484+0000","last_became_peered":"2024-09-19T06:48:52.381484+0000","last_unstale":"2024-09-19T06:48:52.388807+0000","last_undegraded":"2024-09-19T06:48:52.388807+0000","last_fullsized":"2024-09-19T06:48:52.388807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365623+0000","last_change":"2024-09-19T06:48:52.365623+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365623+0000","last_undegraded":"2024-09-19T06:48:52.365623+0000","last_fullsized":"2024-09-19T06:48:52.365623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351271+0000","last_change":"2024-09-19T06:48:51.351271+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351271+0000","last_undegraded":"2024-09-19T06:48:51.351271+0000","last_fullsized":"2024-09-19T06:48:51.351271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366216+0000","last_change":"2024-09-19T06:48:52.366216+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366216+0000","last_undegraded":"2024-09-19T06:48:52.366216+0000","last_fullsized":"2024-09-19T06:48:52.366216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.388673+0000","last_change":"2024-09-19T06:48:52.379938+0000","last_active":"2024-09-19T06:48:52.388673+0000","last_peered":"2024-09-19T06:48:52.388673+0000","last_clean":"2024-09-19T06:48:52.388673+0000","last_became_active":"2024-09-19T06:48:52.379465+0000","last_became_peered":"2024-09-19T06:48:52.379465+0000","last_unstale":"2024-09-19T06:48:52.388673+0000","last_undegraded":"2024-09-19T06:48:52.388673+0000","last_fullsized":"2024-09-19T06:48:52.388673+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364138+0000","last_change":"2024-09-19T06:48:52.364138+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364138+0000","last_undegraded":"2024-09-19T06:48:52.364138+0000","last_fullsized":"2024-09-19T06:48:52.364138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.352267+0000","last_change":"2024-09-19T06:48:51.352267+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.352267+0000","last_undegraded":"2024-09-19T06:48:51.352267+0000","last_fullsized":"2024-09-19T06:48:51.352267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.359583+0000","last_change":"2024-09-19T06:48:52.359583+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.359583+0000","last_undegraded":"2024-09-19T06:48:52.359583+0000","last_fullsized":"2024-09-19T06:48:52.359583+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386884+0000","last_change":"2024-09-19T06:48:52.385444+0000","last_active":"2024-09-19T06:48:52.386884+0000","last_peered":"2024-09-19T06:48:52.386884+0000","last_clean":"2024-09-19T06:48:52.386884+0000","last_became_active":"2024-09-19T06:48:52.385150+0000","last_became_peered":"2024-09-19T06:48:52.385150+0000","last_unstale":"2024-09-19T06:48:52.386884+0000","last_undegraded":"2024-09-19T06:48:52.386884+0000","last_fullsized":"2024-09-19T06:48:52.386884+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.360254+0000","last_change":"2024-09-19T06:48:52.360254+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.360254+0000","last_undegraded":"2024-09-19T06:48:52.360254+0000","last_fullsized":"2024-09-19T06:48:52.360254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.383112+0000","last_change":"2024-09-19T06:48:52.381366+0000","last_active":"2024-09-19T06:48:52.383112+0000","last_peered":"2024-09-19T06:48:52.383112+0000","last_clean":"2024-09-19T06:48:52.383112+0000","last_became_active":"2024-09-19T06:48:52.381037+0000","last_became_peered":"2024-09-19T06:48:52.381037+0000","last_unstale":"2024-09-19T06:48:52.383112+0000","last_undegraded":"2024-09-19T06:48:52.383112+0000","last_fullsized":"2024-09-19T06:48:52.383112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.369226+0000","last_change":"2024-09-19T06:48:52.369226+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.369226+0000","last_undegraded":"2024-09-19T06:48:52.369226+0000","last_fullsized":"2024-09-19T06:48:52.369226+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.371247+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:48:52.371247+0000","last_peered":"2024-09-19T06:48:52.371247+0000","last_clean":"2024-09-19T06:48:52.371247+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:48:52.371247+0000","last_undegraded":"2024-09-19T06:48:52.371247+0000","last_fullsized":"2024-09-19T06:48:52.371247+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386464+0000","last_change":"2024-09-19T06:48:52.382168+0000","last_active":"2024-09-19T06:48:52.386464+0000","last_peered":"2024-09-19T06:48:52.386464+0000","last_clean":"2024-09-19T06:48:52.386464+0000","last_became_active":"2024-09-19T06:48:52.381825+0000","last_became_peered":"2024-09-19T06:48:52.381825+0000","last_unstale":"2024-09-19T06:48:52.386464+0000","last_undegraded":"2024-09-19T06:48:52.386464+0000","last_fullsized":"2024-09-19T06:48:52.386464+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386236+0000","last_change":"2024-09-19T06:48:52.380846+0000","last_active":"2024-09-19T06:48:52.386236+0000","last_peered":"2024-09-19T06:48:52.386236+0000","last_clean":"2024-09-19T06:48:52.386236+0000","last_became_active":"2024-09-19T06:48:52.380097+0000","last_became_peered":"2024-09-19T06:48:52.380097+0000","last_unstale":"2024-09-19T06:48:52.386236+0000","last_undegraded":"2024-09-19T06:48:52.386236+0000","last_fullsized":"2024-09-19T06:48:52.386236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364360+0000","last_change":"2024-09-19T06:48:52.364360+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364360+0000","last_undegraded":"2024-09-19T06:48:52.364360+0000","last_fullsized":"2024-09-19T06:48:52.364360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.387878+0000","last_change":"2024-09-19T06:48:52.384596+0000","last_active":"2024-09-19T06:48:52.387878+0000","last_peered":"2024-09-19T06:48:52.387878+0000","last_clean":"2024-09-19T06:48:52.387878+0000","last_became_active":"2024-09-19T06:48:52.383994+0000","last_became_peered":"2024-09-19T06:48:52.383994+0000","last_unstale":"2024-09-19T06:48:52.387878+0000","last_undegraded":"2024-09-19T06:48:52.387878+0000","last_fullsized":"2024-09-19T06:48:52.387878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.364646+0000","last_change":"2024-09-19T06:48:52.364646+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.364646+0000","last_undegraded":"2024-09-19T06:48:52.364646+0000","last_fullsized":"2024-09-19T06:48:52.364646+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.384061+0000","last_change":"2024-09-19T06:48:52.379600+0000","last_active":"2024-09-19T06:48:52.384061+0000","last_peered":"2024-09-19T06:48:52.384061+0000","last_clean":"2024-09-19T06:48:52.384061+0000","last_became_active":"2024-09-19T06:48:52.379343+0000","last_became_peered":"2024-09-19T06:48:52.379343+0000","last_unstale":"2024-09-19T06:48:52.384061+0000","last_undegraded":"2024-09-19T06:48:52.384061+0000","last_fullsized":"2024-09-19T06:48:52.384061+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.359661+0000","last_change":"2024-09-19T06:48:52.359661+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.359661+0000","last_undegraded":"2024-09-19T06:48:52.359661+0000","last_fullsized":"2024-09-19T06:48:52.359661+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386092+0000","last_change":"2024-09-19T06:48:52.379722+0000","last_active":"2024-09-19T06:48:52.386092+0000","last_peered":"2024-09-19T06:48:52.386092+0000","last_clean":"2024-09-19T06:48:52.386092+0000","last_became_active":"2024-09-19T06:48:52.379373+0000","last_became_peered":"2024-09-19T06:48:52.379373+0000","last_unstale":"2024-09-19T06:48:52.386092+0000","last_undegraded":"2024-09-19T06:48:52.386092+0000","last_fullsized":"2024-09-19T06:48:52.386092+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.363334+0000","last_change":"2024-09-19T06:48:52.363334+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.363334+0000","last_undegraded":"2024-09-19T06:48:52.363334+0000","last_fullsized":"2024-09-19T06:48:52.363334+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386594+0000","last_change":"2024-09-19T06:48:52.381335+0000","last_active":"2024-09-19T06:48:52.386594+0000","last_peered":"2024-09-19T06:48:52.386594+0000","last_clean":"2024-09-19T06:48:52.386594+0000","last_became_active":"2024-09-19T06:48:52.380998+0000","last_became_peered":"2024-09-19T06:48:52.380998+0000","last_unstale":"2024-09-19T06:48:52.386594+0000","last_undegraded":"2024-09-19T06:48:52.386594+0000","last_fullsized":"2024-09-19T06:48:52.386594+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.367925+0000","last_change":"2024-09-19T06:48:52.367925+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.367925+0000","last_undegraded":"2024-09-19T06:48:52.367925+0000","last_fullsized":"2024-09-19T06:48:52.367925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351813+0000","last_change":"2024-09-19T06:48:51.351813+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351813+0000","last_undegraded":"2024-09-19T06:48:51.351813+0000","last_fullsized":"2024-09-19T06:48:51.351813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.383596+0000","last_change":"2024-09-19T06:48:52.378808+0000","last_active":"2024-09-19T06:48:52.383596+0000","last_peered":"2024-09-19T06:48:52.383596+0000","last_clean":"2024-09-19T06:48:52.383596+0000","last_became_active":"2024-09-19T06:48:52.378571+0000","last_became_peered":"2024-09-19T06:48:52.378571+0000","last_unstale":"2024-09-19T06:48:52.383596+0000","last_undegraded":"2024-09-19T06:48:52.383596+0000","last_fullsized":"2024-09-19T06:48:52.383596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386120+0000","last_change":"2024-09-19T06:48:52.375691+0000","last_active":"2024-09-19T06:48:52.386120+0000","last_peered":"2024-09-19T06:48:52.386120+0000","last_clean":"2024-09-19T06:48:52.386120+0000","last_became_active":"2024-09-19T06:48:52.375412+0000","last_became_peered":"2024-09-19T06:48:52.375412+0000","last_unstale":"2024-09-19T06:48:52.386120+0000","last_undegraded":"2024-09-19T06:48:52.386120+0000","last_fullsized":"2024-09-19T06:48:52.386120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365747+0000","last_change":"2024-09-19T06:48:52.365747+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365747+0000","last_undegraded":"2024-09-19T06:48:52.365747+0000","last_fullsized":"2024-09-19T06:48:52.365747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351283+0000","last_change":"2024-09-19T06:48:51.351283+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351283+0000","last_undegraded":"2024-09-19T06:48:51.351283+0000","last_fullsized":"2024-09-19T06:48:51.351283+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:48:52.348001+0000","last_change":"2024-09-19T06:48:52.348001+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.348001+0000","last_undegraded":"2024-09-19T06:48:52.348001+0000","last_fullsized":"2024-09-19T06:48:52.348001+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.382182+0000","last_change":"2024-09-19T06:48:52.380336+0000","last_active":"2024-09-19T06:48:52.382182+0000","last_peered":"2024-09-19T06:48:52.382182+0000","last_clean":"2024-09-19T06:48:52.382182+0000","last_became_active":"2024-09-19T06:48:52.377131+0000","last_became_peered":"2024-09-19T06:48:52.377131+0000","last_unstale":"2024-09-19T06:48:52.382182+0000","last_undegraded":"2024-09-19T06:48:52.382182+0000","last_fullsized":"2024-09-19T06:48:52.382182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:49.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366421+0000","last_change":"2024-09-19T06:48:52.366421+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366421+0000","last_undegraded":"2024-09-19T06:48:52.366421+0000","last_fullsized":"2024-09-19T06:48:52.366421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386481+0000","last_change":"2024-09-19T06:48:52.382565+0000","last_active":"2024-09-19T06:48:52.386481+0000","last_peered":"2024-09-19T06:48:52.386481+0000","last_clean":"2024-09-19T06:48:52.386481+0000","last_became_active":"2024-09-19T06:48:52.381821+0000","last_became_peered":"2024-09-19T06:48:52.381821+0000","last_unstale":"2024-09-19T06:48:52.386481+0000","last_undegraded":"2024-09-19T06:48:52.386481+0000","last_fullsized":"2024-09-19T06:48:52.386481+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.406578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.365021+0000","last_change":"2024-09-19T06:48:52.365021+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.365021+0000","last_undegraded":"2024-09-19T06:48:52.365021+0000","last_fullsized":"2024-09-19T06:48:52.365021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370471+0000","last_change":"2024-09-19T06:48:52.370471+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370471+0000","last_undegraded":"2024-09-19T06:48:52.370471+0000","last_fullsized":"2024-09-19T06:48:52.370471+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386549+0000","last_change":"2024-09-19T06:48:52.376663+0000","last_active":"2024-09-19T06:48:52.386549+0000","last_peered":"2024-09-19T06:48:52.386549+0000","last_clean":"2024-09-19T06:48:52.386549+0000","last_became_active":"2024-09-19T06:48:52.376243+0000","last_became_peered":"2024-09-19T06:48:52.376243+0000","last_unstale":"2024-09-19T06:48:52.386549+0000","last_undegraded":"2024-09-19T06:48:52.386549+0000","last_fullsized":"2024-09-19T06:48:52.386549+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:14.581148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.366256+0000","last_change":"2024-09-19T06:48:52.366256+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.366256+0000","last_undegraded":"2024-09-19T06:48:52.366256+0000","last_fullsized":"2024-09-19T06:48:52.366256+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.387088+0000","last_change":"2024-09-19T06:48:52.378844+0000","last_active":"2024-09-19T06:48:52.387088+0000","last_peered":"2024-09-19T06:48:52.387088+0000","last_clean":"2024-09-19T06:48:52.387088+0000","last_became_active":"2024-09-19T06:48:52.376958+0000","last_became_peered":"2024-09-19T06:48:52.376958+0000","last_unstale":"2024-09-19T06:48:52.387088+0000","last_undegraded":"2024-09-19T06:48:52.387088+0000","last_fullsized":"2024-09-19T06:48:52.387088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.370678+0000","last_change":"2024-09-19T06:48:52.370678+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.370678+0000","last_undegraded":"2024-09-19T06:48:52.370678+0000","last_fullsized":"2024-09-19T06:48:52.370678+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:48:52.386010+0000","last_change":"2024-09-19T06:48:52.378976+0000","last_active":"2024-09-19T06:48:52.386010+0000","last_peered":"2024-09-19T06:48:52.386010+0000","last_clean":"2024-09-19T06:48:52.386010+0000","last_became_active":"2024-09-19T06:48:52.378612+0000","last_became_peered":"2024-09-19T06:48:52.378612+0000","last_unstale":"2024-09-19T06:48:52.386010+0000","last_undegraded":"2024-09-19T06:48:52.386010+0000","last_fullsized":"2024-09-19T06:48:52.386010+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:59.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:48:52.372313+0000","last_change":"2024-09-19T06:48:52.372313+0000","last_active":"2024-09-19T06:48:52.348001+0000","last_peered":"2024-09-19T06:48:52.348001+0000","last_clean":"2024-09-19T06:48:52.348001+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:52.372313+0000","last_undegraded":"2024-09-19T06:48:52.372313+0000","last_fullsized":"2024-09-19T06:48:52.372313+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T06:48:51.351305+0000","last_change":"2024-09-19T06:48:51.351305+0000","last_active":"2024-09-19T06:48:51.342398+0000","last_peered":"2024-09-19T06:48:51.342398+0000","last_clean":"2024-09-19T06:48:51.342398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:48:51.351305+0000","last_undegraded":"2024-09-19T06:48:51.351305+0000","last_fullsized":"2024-09-19T06:48:51.351305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":647302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":647302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":51117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:48:58.349 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-19T06:48:58.349 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.362084+0000', 'last_change': '2024-09-19T06:48:52.362084+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.362084+0000', 'last_undegraded': '2024-09-19T06:48:52.362084+0000', 'last_fullsized': '2024-09-19T06:48:52.362084+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.349 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3e is not active+clean 2024-09-19T06:48:58.349 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.372847+0000', 'last_change': '2024-09-19T06:48:52.372847+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.372847+0000', 'last_undegraded': '2024-09-19T06:48:52.372847+0000', 'last_fullsized': '2024-09-19T06:48:52.372847+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3d is not active+clean 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.370577+0000', 'last_change': '2024-09-19T06:48:52.370577+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.370577+0000', 'last_undegraded': '2024-09-19T06:48:52.370577+0000', 'last_fullsized': '2024-09-19T06:48:52.370577+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.362919+0000', 'last_change': '2024-09-19T06:48:52.362919+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.362919+0000', 'last_undegraded': '2024-09-19T06:48:52.362919+0000', 'last_fullsized': '2024-09-19T06:48:52.362919+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.361018+0000', 'last_change': '2024-09-19T06:48:52.361018+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.361018+0000', 'last_undegraded': '2024-09-19T06:48:52.361018+0000', 'last_fullsized': '2024-09-19T06:48:52.361018+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.367663+0000', 'last_change': '2024-09-19T06:48:52.367663+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.367663+0000', 'last_undegraded': '2024-09-19T06:48:52.367663+0000', 'last_fullsized': '2024-09-19T06:48:52.367663+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-19T06:48:58.350 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.359813+0000', 'last_change': '2024-09-19T06:48:52.359813+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.359813+0000', 'last_undegraded': '2024-09-19T06:48:52.359813+0000', 'last_fullsized': '2024-09-19T06:48:52.359813+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.351 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-19T06:48:58.351 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.365191+0000', 'last_change': '2024-09-19T06:48:52.365191+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.365191+0000', 'last_undegraded': '2024-09-19T06:48:52.365191+0000', 'last_fullsized': '2024-09-19T06:48:52.365191+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.351 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-19T06:48:58.351 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.366406+0000', 'last_change': '2024-09-19T06:48:52.366406+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.366406+0000', 'last_undegraded': '2024-09-19T06:48:52.366406+0000', 'last_fullsized': '2024-09-19T06:48:52.366406+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:48:58.351 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-19T06:48:58.351 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.360388+0000', 'last_change': '2024-09-19T06:48:52.360388+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.360388+0000', 'last_undegraded': '2024-09-19T06:48:52.360388+0000', 'last_fullsized': '2024-09-19T06:48:52.360388+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.351 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-19T06:48:58.351 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.361903+0000', 'last_change': '2024-09-19T06:48:52.361903+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.361903+0000', 'last_undegraded': '2024-09-19T06:48:52.361903+0000', 'last_fullsized': '2024-09-19T06:48:52.361903+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.352 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-19T06:48:58.352 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.362502+0000', 'last_change': '2024-09-19T06:48:52.362502+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.362502+0000', 'last_undegraded': '2024-09-19T06:48:52.362502+0000', 'last_fullsized': '2024-09-19T06:48:52.362502+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.352 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-19T06:48:58.352 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.363425+0000', 'last_change': '2024-09-19T06:48:52.363425+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.363425+0000', 'last_undegraded': '2024-09-19T06:48:52.363425+0000', 'last_fullsized': '2024-09-19T06:48:52.363425+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:48:58.352 INFO:tasks.ceph.ceph_manager.ceph:PG 3.32 is not active+clean 2024-09-19T06:48:58.352 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.370040+0000', 'last_change': '2024-09-19T06:48:52.370040+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.370040+0000', 'last_undegraded': '2024-09-19T06:48:52.370040+0000', 'last_fullsized': '2024-09-19T06:48:52.370040+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:48:58.352 INFO:tasks.ceph.ceph_manager.ceph:PG 3.31 is not active+clean 2024-09-19T06:48:58.352 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.365336+0000', 'last_change': '2024-09-19T06:48:52.365336+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.365336+0000', 'last_undegraded': '2024-09-19T06:48:52.365336+0000', 'last_fullsized': '2024-09-19T06:48:52.365336+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364146+0000', 'last_change': '2024-09-19T06:48:52.364146+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364146+0000', 'last_undegraded': '2024-09-19T06:48:52.364146+0000', 'last_fullsized': '2024-09-19T06:48:52.364146+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.362611+0000', 'last_change': '2024-09-19T06:48:52.362611+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.362611+0000', 'last_undegraded': '2024-09-19T06:48:52.362611+0000', 'last_fullsized': '2024-09-19T06:48:52.362611+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.365241+0000', 'last_change': '2024-09-19T06:48:52.365241+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.365241+0000', 'last_undegraded': '2024-09-19T06:48:52.365241+0000', 'last_fullsized': '2024-09-19T06:48:52.365241+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.367549+0000', 'last_change': '2024-09-19T06:48:52.367549+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.367549+0000', 'last_undegraded': '2024-09-19T06:48:52.367549+0000', 'last_fullsized': '2024-09-19T06:48:52.367549+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.361034+0000', 'last_change': '2024-09-19T06:48:52.361034+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.361034+0000', 'last_undegraded': '2024-09-19T06:48:52.361034+0000', 'last_fullsized': '2024-09-19T06:48:52.361034+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.353 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T06:48:52.348001+0000', 'last_change': '2024-09-19T06:48:52.348001+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.348001+0000', 'last_undegraded': '2024-09-19T06:48:52.348001+0000', 'last_fullsized': '2024-09-19T06:48:52.348001+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364937+0000', 'last_change': '2024-09-19T06:48:52.364937+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364937+0000', 'last_undegraded': '2024-09-19T06:48:52.364937+0000', 'last_fullsized': '2024-09-19T06:48:52.364937+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364747+0000', 'last_change': '2024-09-19T06:48:52.364747+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364747+0000', 'last_undegraded': '2024-09-19T06:48:52.364747+0000', 'last_fullsized': '2024-09-19T06:48:52.364747+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.363642+0000', 'last_change': '2024-09-19T06:48:52.363642+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.363642+0000', 'last_undegraded': '2024-09-19T06:48:52.363642+0000', 'last_fullsized': '2024-09-19T06:48:52.363642+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.373332+0000', 'last_change': '2024-09-19T06:48:52.373332+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.373332+0000', 'last_undegraded': '2024-09-19T06:48:52.373332+0000', 'last_fullsized': '2024-09-19T06:48:52.373332+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.354 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.365114+0000', 'last_change': '2024-09-19T06:48:52.365114+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.365114+0000', 'last_undegraded': '2024-09-19T06:48:52.365114+0000', 'last_fullsized': '2024-09-19T06:48:52.365114+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:PG 3.25 is not active+clean 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364838+0000', 'last_change': '2024-09-19T06:48:52.364838+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364838+0000', 'last_undegraded': '2024-09-19T06:48:52.364838+0000', 'last_fullsized': '2024-09-19T06:48:52.364838+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.368537+0000', 'last_change': '2024-09-19T06:48:52.368537+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.368537+0000', 'last_undegraded': '2024-09-19T06:48:52.368537+0000', 'last_fullsized': '2024-09-19T06:48:52.368537+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:PG 3.23 is not active+clean 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.367738+0000', 'last_change': '2024-09-19T06:48:52.367738+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.367738+0000', 'last_undegraded': '2024-09-19T06:48:52.367738+0000', 'last_fullsized': '2024-09-19T06:48:52.367738+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.365520+0000', 'last_change': '2024-09-19T06:48:52.365520+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.365520+0000', 'last_undegraded': '2024-09-19T06:48:52.365520+0000', 'last_fullsized': '2024-09-19T06:48:52.365520+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.365065+0000', 'last_change': '2024-09-19T06:48:52.365065+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.365065+0000', 'last_undegraded': '2024-09-19T06:48:52.365065+0000', 'last_fullsized': '2024-09-19T06:48:52.365065+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T06:48:58.355 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364757+0000', 'last_change': '2024-09-19T06:48:52.364757+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364757+0000', 'last_undegraded': '2024-09-19T06:48:52.364757+0000', 'last_fullsized': '2024-09-19T06:48:52.364757+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364222+0000', 'last_change': '2024-09-19T06:48:52.364222+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364222+0000', 'last_undegraded': '2024-09-19T06:48:52.364222+0000', 'last_fullsized': '2024-09-19T06:48:52.364222+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T06:48:52.348001+0000', 'last_change': '2024-09-19T06:48:52.348001+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.348001+0000', 'last_undegraded': '2024-09-19T06:48:52.348001+0000', 'last_fullsized': '2024-09-19T06:48:52.348001+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364043+0000', 'last_change': '2024-09-19T06:48:52.364043+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364043+0000', 'last_undegraded': '2024-09-19T06:48:52.364043+0000', 'last_fullsized': '2024-09-19T06:48:52.364043+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:PG 3.19 is not active+clean 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T06:48:52.348001+0000', 'last_change': '2024-09-19T06:48:52.348001+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.348001+0000', 'last_undegraded': '2024-09-19T06:48:52.348001+0000', 'last_fullsized': '2024-09-19T06:48:52.348001+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-19T06:48:58.356 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364629+0000', 'last_change': '2024-09-19T06:48:52.364629+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364629+0000', 'last_undegraded': '2024-09-19T06:48:52.364629+0000', 'last_fullsized': '2024-09-19T06:48:52.364629+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:PG 3.17 is not active+clean 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.370083+0000', 'last_change': '2024-09-19T06:48:52.370083+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.370083+0000', 'last_undegraded': '2024-09-19T06:48:52.370083+0000', 'last_fullsized': '2024-09-19T06:48:52.370083+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.366997+0000', 'last_change': '2024-09-19T06:48:52.366997+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.366997+0000', 'last_undegraded': '2024-09-19T06:48:52.366997+0000', 'last_fullsized': '2024-09-19T06:48:52.366997+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.361350+0000', 'last_change': '2024-09-19T06:48:52.361350+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.361350+0000', 'last_undegraded': '2024-09-19T06:48:52.361350+0000', 'last_fullsized': '2024-09-19T06:48:52.361350+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:PG 3.12 is not active+clean 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.366889+0000', 'last_change': '2024-09-19T06:48:52.366889+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.366889+0000', 'last_undegraded': '2024-09-19T06:48:52.366889+0000', 'last_fullsized': '2024-09-19T06:48:52.366889+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.368645+0000', 'last_change': '2024-09-19T06:48:52.368645+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.368645+0000', 'last_undegraded': '2024-09-19T06:48:52.368645+0000', 'last_fullsized': '2024-09-19T06:48:52.368645+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-19T06:48:58.357 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.365623+0000', 'last_change': '2024-09-19T06:48:52.365623+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.365623+0000', 'last_undegraded': '2024-09-19T06:48:52.365623+0000', 'last_fullsized': '2024-09-19T06:48:52.365623+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:PG 2.10 is not active+clean 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:51.351271+0000', 'last_change': '2024-09-19T06:48:51.351271+0000', 'last_active': '2024-09-19T06:48:51.342398+0000', 'last_peered': '2024-09-19T06:48:51.342398+0000', 'last_clean': '2024-09-19T06:48:51.342398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:51.351271+0000', 'last_undegraded': '2024-09-19T06:48:51.351271+0000', 'last_fullsized': '2024-09-19T06:48:51.351271+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.366216+0000', 'last_change': '2024-09-19T06:48:52.366216+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.366216+0000', 'last_undegraded': '2024-09-19T06:48:52.366216+0000', 'last_fullsized': '2024-09-19T06:48:52.366216+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364138+0000', 'last_change': '2024-09-19T06:48:52.364138+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364138+0000', 'last_undegraded': '2024-09-19T06:48:52.364138+0000', 'last_fullsized': '2024-09-19T06:48:52.364138+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:PG 2.e is not active+clean 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:51.352267+0000', 'last_change': '2024-09-19T06:48:51.352267+0000', 'last_active': '2024-09-19T06:48:51.342398+0000', 'last_peered': '2024-09-19T06:48:51.342398+0000', 'last_clean': '2024-09-19T06:48:51.342398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:51.352267+0000', 'last_undegraded': '2024-09-19T06:48:51.352267+0000', 'last_fullsized': '2024-09-19T06:48:51.352267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.359583+0000', 'last_change': '2024-09-19T06:48:52.359583+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.359583+0000', 'last_undegraded': '2024-09-19T06:48:52.359583+0000', 'last_fullsized': '2024-09-19T06:48:52.359583+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-19T06:48:58.358 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.360254+0000', 'last_change': '2024-09-19T06:48:52.360254+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.360254+0000', 'last_undegraded': '2024-09-19T06:48:52.360254+0000', 'last_fullsized': '2024-09-19T06:48:52.360254+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.369226+0000', 'last_change': '2024-09-19T06:48:52.369226+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.369226+0000', 'last_undegraded': '2024-09-19T06:48:52.369226+0000', 'last_fullsized': '2024-09-19T06:48:52.369226+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T06:48:52.348001+0000', 'last_change': '2024-09-19T06:48:52.348001+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.348001+0000', 'last_undegraded': '2024-09-19T06:48:52.348001+0000', 'last_fullsized': '2024-09-19T06:48:52.348001+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364360+0000', 'last_change': '2024-09-19T06:48:52.364360+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364360+0000', 'last_undegraded': '2024-09-19T06:48:52.364360+0000', 'last_fullsized': '2024-09-19T06:48:52.364360+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.364646+0000', 'last_change': '2024-09-19T06:48:52.364646+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.364646+0000', 'last_undegraded': '2024-09-19T06:48:52.364646+0000', 'last_fullsized': '2024-09-19T06:48:52.364646+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.359661+0000', 'last_change': '2024-09-19T06:48:52.359661+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.359661+0000', 'last_undegraded': '2024-09-19T06:48:52.359661+0000', 'last_fullsized': '2024-09-19T06:48:52.359661+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:48:58.359 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.363334+0000', 'last_change': '2024-09-19T06:48:52.363334+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.363334+0000', 'last_undegraded': '2024-09-19T06:48:52.363334+0000', 'last_fullsized': '2024-09-19T06:48:52.363334+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.367925+0000', 'last_change': '2024-09-19T06:48:52.367925+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.367925+0000', 'last_undegraded': '2024-09-19T06:48:52.367925+0000', 'last_fullsized': '2024-09-19T06:48:52.367925+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:PG 2.6 is not active+clean 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:51.351813+0000', 'last_change': '2024-09-19T06:48:51.351813+0000', 'last_active': '2024-09-19T06:48:51.342398+0000', 'last_peered': '2024-09-19T06:48:51.342398+0000', 'last_clean': '2024-09-19T06:48:51.342398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:51.351813+0000', 'last_undegraded': '2024-09-19T06:48:51.351813+0000', 'last_fullsized': '2024-09-19T06:48:51.351813+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T06:48:52.348001+0000', 'last_change': '2024-09-19T06:48:52.348001+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.348001+0000', 'last_undegraded': '2024-09-19T06:48:52.348001+0000', 'last_fullsized': '2024-09-19T06:48:52.348001+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T06:48:52.348001+0000', 'last_change': '2024-09-19T06:48:52.348001+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.348001+0000', 'last_undegraded': '2024-09-19T06:48:52.348001+0000', 'last_fullsized': '2024-09-19T06:48:52.348001+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T06:48:58.360 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.365747+0000', 'last_change': '2024-09-19T06:48:52.365747+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.365747+0000', 'last_undegraded': '2024-09-19T06:48:52.365747+0000', 'last_fullsized': '2024-09-19T06:48:52.365747+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:PG 2.9 is not active+clean 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:51.351283+0000', 'last_change': '2024-09-19T06:48:51.351283+0000', 'last_active': '2024-09-19T06:48:51.342398+0000', 'last_peered': '2024-09-19T06:48:51.342398+0000', 'last_clean': '2024-09-19T06:48:51.342398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:51.351283+0000', 'last_undegraded': '2024-09-19T06:48:51.351283+0000', 'last_fullsized': '2024-09-19T06:48:51.351283+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T06:48:52.348001+0000', 'last_change': '2024-09-19T06:48:52.348001+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.348001+0000', 'last_undegraded': '2024-09-19T06:48:52.348001+0000', 'last_fullsized': '2024-09-19T06:48:52.348001+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.366421+0000', 'last_change': '2024-09-19T06:48:52.366421+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.366421+0000', 'last_undegraded': '2024-09-19T06:48:52.366421+0000', 'last_fullsized': '2024-09-19T06:48:52.366421+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.365021+0000', 'last_change': '2024-09-19T06:48:52.365021+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.365021+0000', 'last_undegraded': '2024-09-19T06:48:52.365021+0000', 'last_fullsized': '2024-09-19T06:48:52.365021+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.361 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-19T06:48:58.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.370471+0000', 'last_change': '2024-09-19T06:48:52.370471+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.370471+0000', 'last_undegraded': '2024-09-19T06:48:52.370471+0000', 'last_fullsized': '2024-09-19T06:48:52.370471+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:48:58.362 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-19T06:48:58.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.366256+0000', 'last_change': '2024-09-19T06:48:52.366256+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.366256+0000', 'last_undegraded': '2024-09-19T06:48:52.366256+0000', 'last_fullsized': '2024-09-19T06:48:52.366256+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:48:58.362 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1f is not active+clean 2024-09-19T06:48:58.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.370678+0000', 'last_change': '2024-09-19T06:48:52.370678+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.370678+0000', 'last_undegraded': '2024-09-19T06:48:52.370678+0000', 'last_fullsized': '2024-09-19T06:48:52.370678+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.362 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-19T06:48:58.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:52.372313+0000', 'last_change': '2024-09-19T06:48:52.372313+0000', 'last_active': '2024-09-19T06:48:52.348001+0000', 'last_peered': '2024-09-19T06:48:52.348001+0000', 'last_clean': '2024-09-19T06:48:52.348001+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:52.372313+0000', 'last_undegraded': '2024-09-19T06:48:52.372313+0000', 'last_fullsized': '2024-09-19T06:48:52.372313+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:52.348001+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:48:58.362 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1f is not active+clean 2024-09-19T06:48:58.362 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:48:51.351305+0000', 'last_change': '2024-09-19T06:48:51.351305+0000', 'last_active': '2024-09-19T06:48:51.342398+0000', 'last_peered': '2024-09-19T06:48:51.342398+0000', 'last_clean': '2024-09-19T06:48:51.342398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:48:51.351305+0000', 'last_undegraded': '2024-09-19T06:48:51.351305+0000', 'last_fullsized': '2024-09-19T06:48:51.351305+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'last_clean_scrub_stamp': '2024-09-19T06:48:51.342398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T06:48:58.363 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T06:48:58.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.535+0000 7f6e0b200640 1 Processor -- start 2024-09-19T06:48:58.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.536+0000 7f6e0b200640 1 -- start start 2024-09-19T06:48:58.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.537+0000 7f6e0b200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f6e040cfc80 0x7f6e040b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.537+0000 7f6e0b200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e0415c740 con 0x7f6e04155800 2024-09-19T06:48:58.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.537+0000 7f6e0b200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e040b50a0 con 0x7f6e0415c330 2024-09-19T06:48:58.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.537+0000 7f6e0b200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f6e040b5380 con 0x7f6e040cfc80 2024-09-19T06:48:58.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.537+0000 7f6e03e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f6e04155800 0x7f6e040cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54454/0 (socket says 172.21.15.90:54454) 2024-09-19T06:48:58.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.537+0000 7f6e03e00640 1 -- 172.21.15.90:0/3162538636 learned_addr learned my addr 172.21.15.90:0/3162538636 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:48:58.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.537+0000 7f6dfb400640 1 --2- 172.21.15.90:0/3162538636 >> v2:172.21.15.129:3300/0 conn(0x7f6e040cfc80 0x7f6e040b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.537+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1320328527 0 0) 0x7f6e0415c740 con 0x7f6e04155800 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.537+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6de8003520 con 0x7f6e04155800 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 133285894 0 0) 0x7f6de8003520 con 0x7f6e04155800 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 >> v2:172.21.15.129:3300/0 conn(0x7f6e040cfc80 msgr2=0x7f6e040b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 --2- 172.21.15.90:0/3162538636 >> v2:172.21.15.129:3300/0 conn(0x7f6e040cfc80 0x7f6e040b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 >> v1:172.21.15.129:6789/0 conn(0x7f6e0415c330 legacy=0x7f6e0415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e040b5660 con 0x7f6e04155800 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f6df4001670 con 0x7f6e04155800 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6dfb400640 1 --2- 172.21.15.90:0/3162538636 >> v2:172.21.15.129:3300/0 conn(0x7f6e040cfc80 0x7f6e040b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 >> v1:172.21.15.90:6789/0 conn(0x7f6e04155800 legacy=0x7f6e040cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6de80039b0 0x7f6de8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6de80043b0 0x7f6de8004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6de800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6e040b5380 con 0x7f6de8005080 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f6de800bfe0 con 0x7f6de80039b0 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f6de800c1e0 con 0x7f6de80043b0 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e09200640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6de800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6e03e00640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6de80039b0 0x7f6de8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.538+0000 7f6dfb400640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6de80043b0 0x7f6de8004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.539+0000 7f6e09200640 1 -- 172.21.15.90:0/3162538636 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6de80043b0 msgr2=0x7f6de8004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.539+0000 7f6e09200640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6de80043b0 0x7f6de8004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.539+0000 7f6e09200640 1 -- 172.21.15.90:0/3162538636 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6de80039b0 msgr2=0x7f6de8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.539+0000 7f6e09200640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6de80039b0 0x7f6de8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.539+0000 7f6e09200640 1 -- 172.21.15.90:0/3162538636 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de8003520 con 0x7f6de8005080 2024-09-19T06:48:58.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.539+0000 7f6e09200640 1 -- 172.21.15.90:0/3162538636 reap_dead start 2024-09-19T06:48:58.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e09200640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6de800b9c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc001f60 tx=0x7f6de8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f71f8f0f1557d6f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:58.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc001b30 con 0x7f6de8005080 2024-09-19T06:48:58.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dfc031600 con 0x7f6de8005080 2024-09-19T06:48:58.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e03400640 1 -- 172.21.15.90:0/3162538636 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc0319f0 con 0x7f6de8005080 2024-09-19T06:48:58.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e0b200640 1 -- 172.21.15.90:0/3162538636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 msgr2=0x7f6de800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e0b200640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6de800b9c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc001f60 tx=0x7f6de8005830 comp rx=0 tx=0).stop 2024-09-19T06:48:58.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e0b200640 1 -- 172.21.15.90:0/3162538636 shutdown_connections 2024-09-19T06:48:58.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e0b200640 1 --2- 172.21.15.90:0/3162538636 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6de800b9c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e0b200640 1 -- 172.21.15.90:0/3162538636 >> 172.21.15.90:0/3162538636 conn(0x7f6e0406bc10 msgr2=0x7f6e0406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:58.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e0b200640 1 -- 172.21.15.90:0/3162538636 shutdown_connections 2024-09-19T06:48:58.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.540+0000 7f6e0b200640 1 -- 172.21.15.90:0/3162538636 wait complete. 2024-09-19T06:48:58.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.542+0000 7f6e0b200640 1 Processor -- start 2024-09-19T06:48:58.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.542+0000 7f6e0b200640 1 -- start start 2024-09-19T06:48:58.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e0b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6e0415b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e0b200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6e04145fa0 0x7f6e040cae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e0b200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6e040cb340 0x7f6e0415dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e0b200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6e04155be0 con 0x7f6de8005080 2024-09-19T06:48:58.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e0b200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f6e040b5c20 con 0x7f6e04145fa0 2024-09-19T06:48:58.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e0b200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f6e040b6140 con 0x7f6e040cb340 2024-09-19T06:48:58.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e03e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6e0415b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e03e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6e0415b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55266/0 (socket says 172.21.15.90:55266) 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e03e00640 1 -- 172.21.15.90:0/4169891509 learned_addr learned my addr 172.21.15.90:0/4169891509 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6dfb400640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6e04145fa0 0x7f6e040cae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.543+0000 7f6e09200640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6e040cb340 0x7f6e0415dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e03e00640 1 -- 172.21.15.90:0/4169891509 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6e040cb340 msgr2=0x7f6e0415dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e03e00640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6e040cb340 0x7f6e0415dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e03e00640 1 -- 172.21.15.90:0/4169891509 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6e04145fa0 msgr2=0x7f6e040cae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e03e00640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6e04145fa0 0x7f6e040cae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e03e00640 1 -- 172.21.15.90:0/4169891509 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e04159fa0 con 0x7f6de8005080 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e03e00640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6e0415b040 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6df4007340 tx=0x7f6df4007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e00c00640 1 -- 172.21.15.90:0/4169891509 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df401a070 con 0x7f6de8005080 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e00c00640 1 -- 172.21.15.90:0/4169891509 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6df400f860 con 0x7f6de8005080 2024-09-19T06:48:58.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e00c00640 1 -- 172.21.15.90:0/4169891509 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df400fc50 con 0x7f6de8005080 2024-09-19T06:48:58.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e0415a280 con 0x7f6de8005080 2024-09-19T06:48:58.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.544+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e0415a840 con 0x7f6de8005080 2024-09-19T06:48:58.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.545+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e040b6470 con 0x7f6de8005080 2024-09-19T06:48:58.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.546+0000 7f6e00c00640 1 -- 172.21.15.90:0/4169891509 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6df401d070 con 0x7f6de8005080 2024-09-19T06:48:58.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.547+0000 7f6e00c00640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6de006c2b0 0x7f6de006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.547+0000 7f6e00c00640 1 -- 172.21.15.90:0/4169891509 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f6df408af10 con 0x7f6de8005080 2024-09-19T06:48:58.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.547+0000 7f6dfb400640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6de006c2b0 0x7f6de006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.548+0000 7f6dfb400640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6de006c2b0 0x7f6de006e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6e041f7670 tx=0x7f6dec008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:58.552 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.551+0000 7f6e00c00640 1 -- 172.21.15.90:0/4169891509 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6df40595e0 con 0x7f6de8005080 2024-09-19T06:48:58.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.786+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f6e04151dd0 con 0x7f6de8005080 2024-09-19T06:48:58.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.787+0000 7f6e00c00640 1 -- 172.21.15.90:0/4169891509 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1150 (secure 0 0 0) 0x7f6df4058ee0 con 0x7f6de8005080 2024-09-19T06:48:58.789 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:58.789 INFO:teuthology.orchestra.run.smithi090.stdout:{"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":30,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":22,"num_osds":8,"num_up_osds":8,"osd_up_since":1726728522,"num_in_osds":8,"osd_in_since":1726728511,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":62},{"state_name":"active+clean","count":28},{"state_name":"unknown","count":7}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":224096256,"bytes_avail":772870017024,"bytes_total":773094113280,"unknown_pgs_ratio":0.072164945304393768,"inactive_pgs_ratio":0.63917523622512817},"fsmap":{"epoch":8,"btime":"2024-09-19T06:48:56:385399+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":4275}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-19T06:48:28.256862+0000","services":{}},"progress_events":{}} 2024-09-19T06:48:58.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6de006c2b0 msgr2=0x7f6de006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6de006c2b0 0x7f6de006e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6e041f7670 tx=0x7f6dec008040 comp rx=0 tx=0).stop 2024-09-19T06:48:58.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 msgr2=0x7f6e0415b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6e0415b040 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6df4007340 tx=0x7f6df4007800 comp rx=0 tx=0).stop 2024-09-19T06:48:58.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 shutdown_connections 2024-09-19T06:48:58.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6de006c2b0 0x7f6de006e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6e040cb340 0x7f6e0415dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6e04145fa0 0x7f6e040cae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 --2- 172.21.15.90:0/4169891509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6de8005080 0x7f6e0415b040 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 >> 172.21.15.90:0/4169891509 conn(0x7f6e0406bc10 msgr2=0x7f6e040cf570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:58.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.789+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 shutdown_connections 2024-09-19T06:48:58.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.790+0000 7f6e0b200640 1 -- 172.21.15.90:0/4169891509 wait complete. 2024-09-19T06:48:58.806 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T06:48:58.806 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:48:58.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.957+0000 7f02d2800640 1 Processor -- start 2024-09-19T06:48:58.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.957+0000 7f02d2800640 1 -- start start 2024-09-19T06:48:58.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.958+0000 7f02d2800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f02cc0d1820 0x7f02cc1691c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.958+0000 7f02d2800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02cc15ea40 con 0x7f02cc15e660 2024-09-19T06:48:58.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.958+0000 7f02d2800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02cc0d3870 con 0x7f02cc0d3310 2024-09-19T06:48:58.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.958+0000 7f02d2800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f02cc0d3b50 con 0x7f02cc0d1820 2024-09-19T06:48:58.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02cb400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f02cc15e660 0x7f02cc0cf730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54464/0 (socket says 172.21.15.90:54464) 2024-09-19T06:48:58.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02cb400640 1 -- 172.21.15.90:0/4183478933 learned_addr learned my addr 172.21.15.90:0/4183478933 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:48:58.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02cbe00640 1 --2- 172.21.15.90:0/4183478933 >> v2:172.21.15.129:3300/0 conn(0x7f02cc0d1820 0x7f02cc1691c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2179846413 0 0) 0x7f02cc15ea40 con 0x7f02cc15e660 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f02b0003520 con 0x7f02cc15e660 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1711965766 0 0) 0x7f02b0003520 con 0x7f02cc15e660 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 >> v2:172.21.15.129:3300/0 conn(0x7f02cc0d1820 msgr2=0x7f02cc1691c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 --2- 172.21.15.90:0/4183478933 >> v2:172.21.15.129:3300/0 conn(0x7f02cc0d1820 0x7f02cc1691c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 >> v1:172.21.15.129:6789/0 conn(0x7f02cc0d3310 legacy=0x7f02cc0d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02cc0d3e30 con 0x7f02cc15e660 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f02bc001670 con 0x7f02cc15e660 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 >> v1:172.21.15.90:6789/0 conn(0x7f02cc15e660 legacy=0x7f02cc0cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.959+0000 7f02caa00640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02b00039b0 0x7f02b0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02caa00640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02b0004800 0x7f02b0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02caa00640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02b00051c0 0x7f02b000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc0d3b50 con 0x7f02b0004800 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f02b000c060 con 0x7f02b00039b0 2024-09-19T06:48:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f02b000c260 con 0x7f02b00051c0 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02c3e00640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02b0004800 0x7f02b0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02cb400640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02b00039b0 0x7f02b0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02cbe00640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02b00051c0 0x7f02b000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02c3e00640 1 -- 172.21.15.90:0/4183478933 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02b00051c0 msgr2=0x7f02b000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02c3e00640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02b00051c0 0x7f02b000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02c3e00640 1 -- 172.21.15.90:0/4183478933 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02b00039b0 msgr2=0x7f02b0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02c3e00640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02b00039b0 0x7f02b0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02c3e00640 1 -- 172.21.15.90:0/4183478933 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b0003520 con 0x7f02b0004800 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.960+0000 7f02cbe00640 1 -- 172.21.15.90:0/4183478933 reap_dead start 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.961+0000 7f02c3e00640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02b0004800 0x7f02b0004c80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f02b4001750 tx=0x7f02b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e75c8f073df7781 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.961+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4001370 con 0x7f02b0004800 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.961+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02b40052d0 con 0x7f02b0004800 2024-09-19T06:48:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.961+0000 7f02caa00640 1 -- 172.21.15.90:0/4183478933 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b402abc0 con 0x7f02b0004800 2024-09-19T06:48:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.962+0000 7f02d2800640 1 -- 172.21.15.90:0/4183478933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02b0004800 msgr2=0x7f02b0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.962+0000 7f02d2800640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02b0004800 0x7f02b0004c80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f02b4001750 tx=0x7f02b0005830 comp rx=0 tx=0).stop 2024-09-19T06:48:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.962+0000 7f02d2800640 1 -- 172.21.15.90:0/4183478933 shutdown_connections 2024-09-19T06:48:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.962+0000 7f02d2800640 1 --2- 172.21.15.90:0/4183478933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02b0004800 0x7f02b0004c80 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.962+0000 7f02d2800640 1 -- 172.21.15.90:0/4183478933 >> 172.21.15.90:0/4183478933 conn(0x7f02cc0b6410 msgr2=0x7f02cc0b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.962+0000 7f02d2800640 1 -- 172.21.15.90:0/4183478933 shutdown_connections 2024-09-19T06:48:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.962+0000 7f02d2800640 1 -- 172.21.15.90:0/4183478933 wait complete. 2024-09-19T06:48:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.964+0000 7f02d2800640 1 Processor -- start 2024-09-19T06:48:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.964+0000 7f02d2800640 1 -- start start 2024-09-19T06:48:58.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.964+0000 7f02d2800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02b0004800 0x7f02cc1f3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.964+0000 7f02d2800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02cc0caa30 0x7f02cc0c8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02d2800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02cc0c85c0 0x7f02cc0c8a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02d2800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc0d1110 con 0x7f02cc0caa30 2024-09-19T06:48:58.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02d2800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc0d43f0 con 0x7f02cc0c85c0 2024-09-19T06:48:58.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02d2800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f02cc0d1290 con 0x7f02b0004800 2024-09-19T06:48:58.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02c3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02cc0caa30 0x7f02cc0c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02c3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02cc0caa30 0x7f02cc0c8080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55278/0 (socket says 172.21.15.90:55278) 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02c3e00640 1 -- 172.21.15.90:0/1715373129 learned_addr learned my addr 172.21.15.90:0/1715373129 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02cbe00640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02cc0c85c0 0x7f02cc0c8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02cb400640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02b0004800 0x7f02cc1f3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02c3e00640 1 -- 172.21.15.90:0/1715373129 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02b0004800 msgr2=0x7f02cc1f3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02c3e00640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02b0004800 0x7f02cc1f3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02c3e00640 1 -- 172.21.15.90:0/1715373129 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02cc0c85c0 msgr2=0x7f02cc0c8a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02c3e00640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02cc0c85c0 0x7f02cc0c8a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02c3e00640 1 -- 172.21.15.90:0/1715373129 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02cc1f4530 con 0x7f02cc0caa30 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.965+0000 7f02c3e00640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02cc0caa30 0x7f02cc0c8080 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f02b4005040 tx=0x7f02b4001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.966+0000 7f02c3400640 1 -- 172.21.15.90:0/1715373129 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4037040 con 0x7f02cc0caa30 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.966+0000 7f02c3400640 1 -- 172.21.15.90:0/1715373129 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02b4040070 con 0x7f02cc0caa30 2024-09-19T06:48:58.969 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.966+0000 7f02c3400640 1 -- 172.21.15.90:0/1715373129 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4007a30 con 0x7f02cc0caa30 2024-09-19T06:48:58.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.966+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02cc0cdef0 con 0x7f02cc0caa30 2024-09-19T06:48:58.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.966+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02cc15ec30 con 0x7f02cc0caa30 2024-09-19T06:48:58.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.967+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02cc0cf730 con 0x7f02cc0caa30 2024-09-19T06:48:58.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.968+0000 7f02c3400640 1 -- 172.21.15.90:0/1715373129 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f02b40052d0 con 0x7f02cc0caa30 2024-09-19T06:48:58.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.968+0000 7f02c3400640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f02a806c2e0 0x7f02a806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:48:58.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.969+0000 7f02c3400640 1 -- 172.21.15.90:0/1715373129 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f02b40ab070 con 0x7f02cc0caa30 2024-09-19T06:48:58.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.969+0000 7f02cb400640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f02a806c2e0 0x7f02a806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:48:58.971 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.969+0000 7f02cb400640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f02a806c2e0 0x7f02a806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f02cc051220 tx=0x7f02bc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:48:58.973 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:58.972+0000 7f02c3400640 1 -- 172.21.15.90:0/1715373129 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f02b4079740 con 0x7f02cc0caa30 2024-09-19T06:48:59.147 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.146+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f02cc159e60 con 0x7f02a806c2e0 2024-09-19T06:48:59.153 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.152+0000 7f02c3400640 1 -- 172.21.15.90:0/1715373129 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251944 (secure 0 0 0) 0x7f02cc159e60 con 0x7f02a806c2e0 2024-09-19T06:48:59.156 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:48:59.158 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:48:59.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f02a806c2e0 msgr2=0x7f02a806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:59.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f02a806c2e0 0x7f02a806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f02cc051220 tx=0x7f02bc009040 comp rx=0 tx=0).stop 2024-09-19T06:48:59.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02cc0caa30 msgr2=0x7f02cc0c8080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:48:59.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02cc0caa30 0x7f02cc0c8080 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f02b4005040 tx=0x7f02b4001120 comp rx=0 tx=0).stop 2024-09-19T06:48:59.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 shutdown_connections 2024-09-19T06:48:59.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f02a806c2e0 0x7f02a806e7a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:59.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02cc0c85c0 0x7f02cc0c8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:59.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02cc0caa30 0x7f02cc0c8080 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:59.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 --2- 172.21.15.90:0/1715373129 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02b0004800 0x7f02cc1f3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:48:59.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 >> 172.21.15.90:0/1715373129 conn(0x7f02cc0b6410 msgr2=0x7f02cc15d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:48:59.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 shutdown_connections 2024-09-19T06:48:59.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:48:59.156+0000 7f02d2800640 1 -- 172.21.15.90:0/1715373129 wait complete. 2024-09-19T06:48:59.173 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-19T06:48:59.017626+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219204,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755516,"statfs":{"total":773094113280,"available":772869648384,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.662446"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380325+0000","last_change":"2024-09-19T06:48:53.377932+0000","last_active":"2024-09-19T06:48:54.380325+0000","last_peered":"2024-09-19T06:48:54.380325+0000","last_clean":"2024-09-19T06:48:54.380325+0000","last_became_active":"2024-09-19T06:48:53.377709+0000","last_became_peered":"2024-09-19T06:48:53.377709+0000","last_unstale":"2024-09-19T06:48:54.380325+0000","last_undegraded":"2024-09-19T06:48:54.380325+0000","last_fullsized":"2024-09-19T06:48:54.380325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:23.426003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362419+0000","last_change":"2024-09-19T06:48:53.398630+0000","last_active":"2024-09-19T06:48:54.362419+0000","last_peered":"2024-09-19T06:48:54.362419+0000","last_clean":"2024-09-19T06:48:54.362419+0000","last_became_active":"2024-09-19T06:48:53.397153+0000","last_became_peered":"2024-09-19T06:48:53.397153+0000","last_unstale":"2024-09-19T06:48:54.362419+0000","last_undegraded":"2024-09-19T06:48:54.362419+0000","last_fullsized":"2024-09-19T06:48:54.362419+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:25.711902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362586+0000","last_change":"2024-09-19T06:48:53.367466+0000","last_active":"2024-09-19T06:48:54.362586+0000","last_peered":"2024-09-19T06:48:54.362586+0000","last_clean":"2024-09-19T06:48:54.362586+0000","last_became_active":"2024-09-19T06:48:53.367183+0000","last_became_peered":"2024-09-19T06:48:53.367183+0000","last_unstale":"2024-09-19T06:48:54.362586+0000","last_undegraded":"2024-09-19T06:48:54.362586+0000","last_fullsized":"2024-09-19T06:48:54.362586+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:13.728479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380026+0000","last_change":"2024-09-19T06:48:53.386078+0000","last_active":"2024-09-19T06:48:54.380026+0000","last_peered":"2024-09-19T06:48:54.380026+0000","last_clean":"2024-09-19T06:48:54.380026+0000","last_became_active":"2024-09-19T06:48:53.385735+0000","last_became_peered":"2024-09-19T06:48:53.385735+0000","last_unstale":"2024-09-19T06:48:54.380026+0000","last_undegraded":"2024-09-19T06:48:54.380026+0000","last_fullsized":"2024-09-19T06:48:54.380026+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:36.544967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379067+0000","last_change":"2024-09-19T06:48:53.381165+0000","last_active":"2024-09-19T06:48:54.379067+0000","last_peered":"2024-09-19T06:48:54.379067+0000","last_clean":"2024-09-19T06:48:54.379067+0000","last_became_active":"2024-09-19T06:48:53.380683+0000","last_became_peered":"2024-09-19T06:48:53.380683+0000","last_unstale":"2024-09-19T06:48:54.379067+0000","last_undegraded":"2024-09-19T06:48:54.379067+0000","last_fullsized":"2024-09-19T06:48:54.379067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:43.138106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380101+0000","last_change":"2024-09-19T06:48:53.383318+0000","last_active":"2024-09-19T06:48:54.380101+0000","last_peered":"2024-09-19T06:48:54.380101+0000","last_clean":"2024-09-19T06:48:54.380101+0000","last_became_active":"2024-09-19T06:48:53.383118+0000","last_became_peered":"2024-09-19T06:48:53.383118+0000","last_unstale":"2024-09-19T06:48:54.380101+0000","last_undegraded":"2024-09-19T06:48:54.380101+0000","last_fullsized":"2024-09-19T06:48:54.380101+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:57.200983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378705+0000","last_change":"2024-09-19T06:48:53.373662+0000","last_active":"2024-09-19T06:48:54.378705+0000","last_peered":"2024-09-19T06:48:54.378705+0000","last_clean":"2024-09-19T06:48:54.378705+0000","last_became_active":"2024-09-19T06:48:53.373392+0000","last_became_peered":"2024-09-19T06:48:53.373392+0000","last_unstale":"2024-09-19T06:48:54.378705+0000","last_undegraded":"2024-09-19T06:48:54.378705+0000","last_fullsized":"2024-09-19T06:48:54.378705+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:13.728479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363183+0000","last_change":"2024-09-19T06:48:53.374054+0000","last_active":"2024-09-19T06:48:54.363183+0000","last_peered":"2024-09-19T06:48:54.363183+0000","last_clean":"2024-09-19T06:48:54.363183+0000","last_became_active":"2024-09-19T06:48:53.373811+0000","last_became_peered":"2024-09-19T06:48:53.373811+0000","last_unstale":"2024-09-19T06:48:54.363183+0000","last_undegraded":"2024-09-19T06:48:54.363183+0000","last_fullsized":"2024-09-19T06:48:54.363183+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:40.287045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361260+0000","last_change":"2024-09-19T06:48:53.376083+0000","last_active":"2024-09-19T06:48:54.361260+0000","last_peered":"2024-09-19T06:48:54.361260+0000","last_clean":"2024-09-19T06:48:54.361260+0000","last_became_active":"2024-09-19T06:48:53.375721+0000","last_became_peered":"2024-09-19T06:48:53.375721+0000","last_unstale":"2024-09-19T06:48:54.361260+0000","last_undegraded":"2024-09-19T06:48:54.361260+0000","last_fullsized":"2024-09-19T06:48:54.361260+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380414+0000","last_change":"2024-09-19T06:48:53.390660+0000","last_active":"2024-09-19T06:48:54.380414+0000","last_peered":"2024-09-19T06:48:54.380414+0000","last_clean":"2024-09-19T06:48:54.380414+0000","last_became_active":"2024-09-19T06:48:53.390470+0000","last_became_peered":"2024-09-19T06:48:53.390470+0000","last_unstale":"2024-09-19T06:48:54.380414+0000","last_undegraded":"2024-09-19T06:48:54.380414+0000","last_fullsized":"2024-09-19T06:48:54.380414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:53.804716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379757+0000","last_change":"2024-09-19T06:48:53.378006+0000","last_active":"2024-09-19T06:48:54.379757+0000","last_peered":"2024-09-19T06:48:54.379757+0000","last_clean":"2024-09-19T06:48:54.379757+0000","last_became_active":"2024-09-19T06:48:53.377695+0000","last_became_peered":"2024-09-19T06:48:53.377695+0000","last_unstale":"2024-09-19T06:48:54.379757+0000","last_undegraded":"2024-09-19T06:48:54.379757+0000","last_fullsized":"2024-09-19T06:48:54.379757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:40.287045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380258+0000","last_change":"2024-09-19T06:48:53.379322+0000","last_active":"2024-09-19T06:48:54.380258+0000","last_peered":"2024-09-19T06:48:54.380258+0000","last_clean":"2024-09-19T06:48:54.380258+0000","last_became_active":"2024-09-19T06:48:53.378801+0000","last_became_peered":"2024-09-19T06:48:53.378801+0000","last_unstale":"2024-09-19T06:48:54.380258+0000","last_undegraded":"2024-09-19T06:48:54.380258+0000","last_fullsized":"2024-09-19T06:48:54.380258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:38.881453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363358+0000","last_change":"2024-09-19T06:48:53.385266+0000","last_active":"2024-09-19T06:48:54.363358+0000","last_peered":"2024-09-19T06:48:54.363358+0000","last_clean":"2024-09-19T06:48:54.363358+0000","last_became_active":"2024-09-19T06:48:53.384922+0000","last_became_peered":"2024-09-19T06:48:53.384922+0000","last_unstale":"2024-09-19T06:48:54.363358+0000","last_undegraded":"2024-09-19T06:48:54.363358+0000","last_fullsized":"2024-09-19T06:48:54.363358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362718+0000","last_change":"2024-09-19T06:48:53.387612+0000","last_active":"2024-09-19T06:48:54.362718+0000","last_peered":"2024-09-19T06:48:54.362718+0000","last_clean":"2024-09-19T06:48:54.362718+0000","last_became_active":"2024-09-19T06:48:53.386681+0000","last_became_peered":"2024-09-19T06:48:53.386681+0000","last_unstale":"2024-09-19T06:48:54.362718+0000","last_undegraded":"2024-09-19T06:48:54.362718+0000","last_fullsized":"2024-09-19T06:48:54.362718+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362761+0000","last_change":"2024-09-19T06:48:53.375136+0000","last_active":"2024-09-19T06:48:54.362761+0000","last_peered":"2024-09-19T06:48:54.362761+0000","last_clean":"2024-09-19T06:48:54.362761+0000","last_became_active":"2024-09-19T06:48:53.374844+0000","last_became_peered":"2024-09-19T06:48:53.374844+0000","last_unstale":"2024-09-19T06:48:54.362761+0000","last_undegraded":"2024-09-19T06:48:54.362761+0000","last_fullsized":"2024-09-19T06:48:54.362761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:43.138106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378303+0000","last_change":"2024-09-19T06:48:53.383563+0000","last_active":"2024-09-19T06:48:54.378303+0000","last_peered":"2024-09-19T06:48:54.378303+0000","last_clean":"2024-09-19T06:48:54.378303+0000","last_became_active":"2024-09-19T06:48:53.383218+0000","last_became_peered":"2024-09-19T06:48:53.383218+0000","last_unstale":"2024-09-19T06:48:54.378303+0000","last_undegraded":"2024-09-19T06:48:54.378303+0000","last_fullsized":"2024-09-19T06:48:54.378303+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:38.881453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379405+0000","last_change":"2024-09-19T06:48:53.385735+0000","last_active":"2024-09-19T06:48:54.379405+0000","last_peered":"2024-09-19T06:48:54.379405+0000","last_clean":"2024-09-19T06:48:54.379405+0000","last_became_active":"2024-09-19T06:48:53.383998+0000","last_became_peered":"2024-09-19T06:48:53.383998+0000","last_unstale":"2024-09-19T06:48:54.379405+0000","last_undegraded":"2024-09-19T06:48:54.379405+0000","last_fullsized":"2024-09-19T06:48:54.379405+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:45.110676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379948+0000","last_change":"2024-09-19T06:48:53.391767+0000","last_active":"2024-09-19T06:48:54.379948+0000","last_peered":"2024-09-19T06:48:54.379948+0000","last_clean":"2024-09-19T06:48:54.379948+0000","last_became_active":"2024-09-19T06:48:53.391454+0000","last_became_peered":"2024-09-19T06:48:53.391454+0000","last_unstale":"2024-09-19T06:48:54.379948+0000","last_undegraded":"2024-09-19T06:48:54.379948+0000","last_fullsized":"2024-09-19T06:48:54.379948+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:17.449665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379307+0000","last_change":"2024-09-19T06:48:53.381714+0000","last_active":"2024-09-19T06:48:54.379307+0000","last_peered":"2024-09-19T06:48:54.379307+0000","last_clean":"2024-09-19T06:48:54.379307+0000","last_became_active":"2024-09-19T06:48:53.381167+0000","last_became_peered":"2024-09-19T06:48:53.381167+0000","last_unstale":"2024-09-19T06:48:54.379307+0000","last_undegraded":"2024-09-19T06:48:54.379307+0000","last_fullsized":"2024-09-19T06:48:54.379307+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:01.376011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379629+0000","last_change":"2024-09-19T06:48:53.379081+0000","last_active":"2024-09-19T06:48:54.379629+0000","last_peered":"2024-09-19T06:48:54.379629+0000","last_clean":"2024-09-19T06:48:54.379629+0000","last_became_active":"2024-09-19T06:48:53.378422+0000","last_became_peered":"2024-09-19T06:48:53.378422+0000","last_unstale":"2024-09-19T06:48:54.379629+0000","last_undegraded":"2024-09-19T06:48:54.379629+0000","last_fullsized":"2024-09-19T06:48:54.379629+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:17.923824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379284+0000","last_change":"2024-09-19T06:48:53.390492+0000","last_active":"2024-09-19T06:48:54.379284+0000","last_peered":"2024-09-19T06:48:54.379284+0000","last_clean":"2024-09-19T06:48:54.379284+0000","last_became_active":"2024-09-19T06:48:53.390209+0000","last_became_peered":"2024-09-19T06:48:53.390209+0000","last_unstale":"2024-09-19T06:48:54.379284+0000","last_undegraded":"2024-09-19T06:48:54.379284+0000","last_fullsized":"2024-09-19T06:48:54.379284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:16.721877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360793+0000","last_change":"2024-09-19T06:48:53.371482+0000","last_active":"2024-09-19T06:48:54.360793+0000","last_peered":"2024-09-19T06:48:54.360793+0000","last_clean":"2024-09-19T06:48:54.360793+0000","last_became_active":"2024-09-19T06:48:53.371212+0000","last_became_peered":"2024-09-19T06:48:53.371212+0000","last_unstale":"2024-09-19T06:48:54.360793+0000","last_undegraded":"2024-09-19T06:48:54.360793+0000","last_fullsized":"2024-09-19T06:48:54.360793+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363051+0000","last_change":"2024-09-19T06:48:53.396983+0000","last_active":"2024-09-19T06:48:54.363051+0000","last_peered":"2024-09-19T06:48:54.363051+0000","last_clean":"2024-09-19T06:48:54.363051+0000","last_became_active":"2024-09-19T06:48:53.396685+0000","last_became_peered":"2024-09-19T06:48:53.396685+0000","last_unstale":"2024-09-19T06:48:54.363051+0000","last_undegraded":"2024-09-19T06:48:54.363051+0000","last_fullsized":"2024-09-19T06:48:54.363051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:17.923824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378306+0000","last_change":"2024-09-19T06:48:53.385282+0000","last_active":"2024-09-19T06:48:54.378306+0000","last_peered":"2024-09-19T06:48:54.378306+0000","last_clean":"2024-09-19T06:48:54.378306+0000","last_became_active":"2024-09-19T06:48:53.384963+0000","last_became_peered":"2024-09-19T06:48:53.384963+0000","last_unstale":"2024-09-19T06:48:54.378306+0000","last_undegraded":"2024-09-19T06:48:54.378306+0000","last_fullsized":"2024-09-19T06:48:54.378306+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:23.426003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362491+0000","last_change":"2024-09-19T06:48:53.380927+0000","last_active":"2024-09-19T06:48:54.362491+0000","last_peered":"2024-09-19T06:48:54.362491+0000","last_clean":"2024-09-19T06:48:54.362491+0000","last_became_active":"2024-09-19T06:48:53.380651+0000","last_became_peered":"2024-09-19T06:48:53.380651+0000","last_unstale":"2024-09-19T06:48:54.362491+0000","last_undegraded":"2024-09-19T06:48:54.362491+0000","last_fullsized":"2024-09-19T06:48:54.362491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:12.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380897+0000","last_change":"2024-09-19T06:48:53.384223+0000","last_active":"2024-09-19T06:48:54.380897+0000","last_peered":"2024-09-19T06:48:54.380897+0000","last_clean":"2024-09-19T06:48:54.380897+0000","last_became_active":"2024-09-19T06:48:53.383887+0000","last_became_peered":"2024-09-19T06:48:53.383887+0000","last_unstale":"2024-09-19T06:48:54.380897+0000","last_undegraded":"2024-09-19T06:48:54.380897+0000","last_fullsized":"2024-09-19T06:48:54.380897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363635+0000","last_change":"2024-09-19T06:48:53.391105+0000","last_active":"2024-09-19T06:48:54.363635+0000","last_peered":"2024-09-19T06:48:54.363635+0000","last_clean":"2024-09-19T06:48:54.363635+0000","last_became_active":"2024-09-19T06:48:53.386675+0000","last_became_peered":"2024-09-19T06:48:53.386675+0000","last_unstale":"2024-09-19T06:48:54.363635+0000","last_undegraded":"2024-09-19T06:48:54.363635+0000","last_fullsized":"2024-09-19T06:48:54.363635+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:05.108855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363412+0000","last_change":"2024-09-19T06:48:53.387454+0000","last_active":"2024-09-19T06:48:54.363412+0000","last_peered":"2024-09-19T06:48:54.363412+0000","last_clean":"2024-09-19T06:48:54.363412+0000","last_became_active":"2024-09-19T06:48:53.387202+0000","last_became_peered":"2024-09-19T06:48:53.387202+0000","last_unstale":"2024-09-19T06:48:54.363412+0000","last_undegraded":"2024-09-19T06:48:54.363412+0000","last_fullsized":"2024-09-19T06:48:54.363412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:29.890847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362317+0000","last_change":"2024-09-19T06:48:53.377322+0000","last_active":"2024-09-19T06:48:54.362317+0000","last_peered":"2024-09-19T06:48:54.362317+0000","last_clean":"2024-09-19T06:48:54.362317+0000","last_became_active":"2024-09-19T06:48:53.377041+0000","last_became_peered":"2024-09-19T06:48:53.377041+0000","last_unstale":"2024-09-19T06:48:54.362317+0000","last_undegraded":"2024-09-19T06:48:54.362317+0000","last_fullsized":"2024-09-19T06:48:54.362317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:39.359471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379091+0000","last_change":"2024-09-19T06:48:53.385415+0000","last_active":"2024-09-19T06:48:54.379091+0000","last_peered":"2024-09-19T06:48:54.379091+0000","last_clean":"2024-09-19T06:48:54.379091+0000","last_became_active":"2024-09-19T06:48:53.385094+0000","last_became_peered":"2024-09-19T06:48:53.385094+0000","last_unstale":"2024-09-19T06:48:54.379091+0000","last_undegraded":"2024-09-19T06:48:54.379091+0000","last_fullsized":"2024-09-19T06:48:54.379091+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:04.202392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380022+0000","last_change":"2024-09-19T06:48:53.397070+0000","last_active":"2024-09-19T06:48:54.380022+0000","last_peered":"2024-09-19T06:48:54.380022+0000","last_clean":"2024-09-19T06:48:54.380022+0000","last_became_active":"2024-09-19T06:48:53.396489+0000","last_became_peered":"2024-09-19T06:48:53.396489+0000","last_unstale":"2024-09-19T06:48:54.380022+0000","last_undegraded":"2024-09-19T06:48:54.380022+0000","last_fullsized":"2024-09-19T06:48:54.380022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:36.544967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379413+0000","last_change":"2024-09-19T06:48:53.391730+0000","last_active":"2024-09-19T06:48:54.379413+0000","last_peered":"2024-09-19T06:48:54.379413+0000","last_clean":"2024-09-19T06:48:54.379413+0000","last_became_active":"2024-09-19T06:48:53.390564+0000","last_became_peered":"2024-09-19T06:48:53.390564+0000","last_unstale":"2024-09-19T06:48:54.379413+0000","last_undegraded":"2024-09-19T06:48:54.379413+0000","last_fullsized":"2024-09-19T06:48:54.379413+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:17.449665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361085+0000","last_change":"2024-09-19T06:48:53.371383+0000","last_active":"2024-09-19T06:48:54.361085+0000","last_peered":"2024-09-19T06:48:54.361085+0000","last_clean":"2024-09-19T06:48:54.361085+0000","last_became_active":"2024-09-19T06:48:53.370917+0000","last_became_peered":"2024-09-19T06:48:53.370917+0000","last_unstale":"2024-09-19T06:48:54.361085+0000","last_undegraded":"2024-09-19T06:48:54.361085+0000","last_fullsized":"2024-09-19T06:48:54.361085+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362640+0000","last_change":"2024-09-19T06:48:52.383851+0000","last_active":"2024-09-19T06:48:54.362640+0000","last_peered":"2024-09-19T06:48:54.362640+0000","last_clean":"2024-09-19T06:48:54.362640+0000","last_became_active":"2024-09-19T06:48:52.383485+0000","last_became_peered":"2024-09-19T06:48:52.383485+0000","last_unstale":"2024-09-19T06:48:54.362640+0000","last_undegraded":"2024-09-19T06:48:54.362640+0000","last_fullsized":"2024-09-19T06:48:54.362640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379308+0000","last_change":"2024-09-19T06:48:53.373863+0000","last_active":"2024-09-19T06:48:54.379308+0000","last_peered":"2024-09-19T06:48:54.379308+0000","last_clean":"2024-09-19T06:48:54.379308+0000","last_became_active":"2024-09-19T06:48:53.373592+0000","last_became_peered":"2024-09-19T06:48:53.373592+0000","last_unstale":"2024-09-19T06:48:54.379308+0000","last_undegraded":"2024-09-19T06:48:54.379308+0000","last_fullsized":"2024-09-19T06:48:54.379308+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:52.448371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379316+0000","last_change":"2024-09-19T06:48:52.386941+0000","last_active":"2024-09-19T06:48:54.379316+0000","last_peered":"2024-09-19T06:48:54.379316+0000","last_clean":"2024-09-19T06:48:54.379316+0000","last_became_active":"2024-09-19T06:48:52.386399+0000","last_became_peered":"2024-09-19T06:48:52.386399+0000","last_unstale":"2024-09-19T06:48:54.379316+0000","last_undegraded":"2024-09-19T06:48:54.379316+0000","last_fullsized":"2024-09-19T06:48:54.379316+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:56.195381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362728+0000","last_change":"2024-09-19T06:48:52.378491+0000","last_active":"2024-09-19T06:48:54.362728+0000","last_peered":"2024-09-19T06:48:54.362728+0000","last_clean":"2024-09-19T06:48:54.362728+0000","last_became_active":"2024-09-19T06:48:52.378177+0000","last_became_peered":"2024-09-19T06:48:52.378177+0000","last_unstale":"2024-09-19T06:48:54.362728+0000","last_undegraded":"2024-09-19T06:48:54.362728+0000","last_fullsized":"2024-09-19T06:48:54.362728+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362445+0000","last_change":"2024-09-19T06:48:53.382564+0000","last_active":"2024-09-19T06:48:54.362445+0000","last_peered":"2024-09-19T06:48:54.362445+0000","last_clean":"2024-09-19T06:48:54.362445+0000","last_became_active":"2024-09-19T06:48:53.382284+0000","last_became_peered":"2024-09-19T06:48:53.382284+0000","last_unstale":"2024-09-19T06:48:54.362445+0000","last_undegraded":"2024-09-19T06:48:54.362445+0000","last_fullsized":"2024-09-19T06:48:54.362445+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:42.135706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378421+0000","last_change":"2024-09-19T06:48:52.381454+0000","last_active":"2024-09-19T06:48:54.378421+0000","last_peered":"2024-09-19T06:48:54.378421+0000","last_clean":"2024-09-19T06:48:54.378421+0000","last_became_active":"2024-09-19T06:48:52.381135+0000","last_became_peered":"2024-09-19T06:48:52.381135+0000","last_unstale":"2024-09-19T06:48:54.378421+0000","last_undegraded":"2024-09-19T06:48:54.378421+0000","last_fullsized":"2024-09-19T06:48:54.378421+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:16.444063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379109+0000","last_change":"2024-09-19T06:48:53.383351+0000","last_active":"2024-09-19T06:48:54.379109+0000","last_peered":"2024-09-19T06:48:54.379109+0000","last_clean":"2024-09-19T06:48:54.379109+0000","last_became_active":"2024-09-19T06:48:53.381211+0000","last_became_peered":"2024-09-19T06:48:53.381211+0000","last_unstale":"2024-09-19T06:48:54.379109+0000","last_undegraded":"2024-09-19T06:48:54.379109+0000","last_fullsized":"2024-09-19T06:48:54.379109+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:49.028784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361258+0000","last_change":"2024-09-19T06:48:52.377435+0000","last_active":"2024-09-19T06:48:54.361258+0000","last_peered":"2024-09-19T06:48:54.361258+0000","last_clean":"2024-09-19T06:48:54.361258+0000","last_became_active":"2024-09-19T06:48:52.377181+0000","last_became_peered":"2024-09-19T06:48:52.377181+0000","last_unstale":"2024-09-19T06:48:54.361258+0000","last_undegraded":"2024-09-19T06:48:54.361258+0000","last_fullsized":"2024-09-19T06:48:54.361258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380970+0000","last_change":"2024-09-19T06:48:53.383885+0000","last_active":"2024-09-19T06:48:54.380970+0000","last_peered":"2024-09-19T06:48:54.380970+0000","last_clean":"2024-09-19T06:48:54.380970+0000","last_became_active":"2024-09-19T06:48:53.383594+0000","last_became_peered":"2024-09-19T06:48:53.383594+0000","last_unstale":"2024-09-19T06:48:54.380970+0000","last_undegraded":"2024-09-19T06:48:54.380970+0000","last_fullsized":"2024-09-19T06:48:54.380970+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380494+0000","last_change":"2024-09-19T06:48:52.376675+0000","last_active":"2024-09-19T06:48:54.380494+0000","last_peered":"2024-09-19T06:48:54.380494+0000","last_clean":"2024-09-19T06:48:54.380494+0000","last_became_active":"2024-09-19T06:48:52.376297+0000","last_became_peered":"2024-09-19T06:48:52.376297+0000","last_unstale":"2024-09-19T06:48:54.380494+0000","last_undegraded":"2024-09-19T06:48:54.380494+0000","last_fullsized":"2024-09-19T06:48:54.380494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:16.444063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363772+0000","last_change":"2024-09-19T06:48:53.380255+0000","last_active":"2024-09-19T06:48:54.363772+0000","last_peered":"2024-09-19T06:48:54.363772+0000","last_clean":"2024-09-19T06:48:54.363772+0000","last_became_active":"2024-09-19T06:48:53.379961+0000","last_became_peered":"2024-09-19T06:48:53.379961+0000","last_unstale":"2024-09-19T06:48:54.363772+0000","last_undegraded":"2024-09-19T06:48:54.363772+0000","last_fullsized":"2024-09-19T06:48:54.363772+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:26.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379811+0000","last_change":"2024-09-19T06:48:52.383014+0000","last_active":"2024-09-19T06:48:54.379811+0000","last_peered":"2024-09-19T06:48:54.379811+0000","last_clean":"2024-09-19T06:48:54.379811+0000","last_became_active":"2024-09-19T06:48:52.382464+0000","last_became_peered":"2024-09-19T06:48:52.382464+0000","last_unstale":"2024-09-19T06:48:54.379811+0000","last_undegraded":"2024-09-19T06:48:54.379811+0000","last_fullsized":"2024-09-19T06:48:54.379811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378766+0000","last_change":"2024-09-19T06:48:53.388920+0000","last_active":"2024-09-19T06:48:54.378766+0000","last_peered":"2024-09-19T06:48:54.378766+0000","last_clean":"2024-09-19T06:48:54.378766+0000","last_became_active":"2024-09-19T06:48:53.388252+0000","last_became_peered":"2024-09-19T06:48:53.388252+0000","last_unstale":"2024-09-19T06:48:54.378766+0000","last_undegraded":"2024-09-19T06:48:54.378766+0000","last_fullsized":"2024-09-19T06:48:54.378766+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:21.774463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380131+0000","last_change":"2024-09-19T06:48:52.384117+0000","last_active":"2024-09-19T06:48:54.380131+0000","last_peered":"2024-09-19T06:48:54.380131+0000","last_clean":"2024-09-19T06:48:54.380131+0000","last_became_active":"2024-09-19T06:48:52.383498+0000","last_became_peered":"2024-09-19T06:48:52.383498+0000","last_unstale":"2024-09-19T06:48:54.380131+0000","last_undegraded":"2024-09-19T06:48:54.380131+0000","last_fullsized":"2024-09-19T06:48:54.380131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379900+0000","last_change":"2024-09-19T06:48:53.399145+0000","last_active":"2024-09-19T06:48:54.379900+0000","last_peered":"2024-09-19T06:48:54.379900+0000","last_clean":"2024-09-19T06:48:54.379900+0000","last_became_active":"2024-09-19T06:48:53.398852+0000","last_became_peered":"2024-09-19T06:48:53.398852+0000","last_unstale":"2024-09-19T06:48:54.379900+0000","last_undegraded":"2024-09-19T06:48:54.379900+0000","last_fullsized":"2024-09-19T06:48:54.379900+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:26.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379796+0000","last_change":"2024-09-19T06:48:52.386844+0000","last_active":"2024-09-19T06:48:54.379796+0000","last_peered":"2024-09-19T06:48:54.379796+0000","last_clean":"2024-09-19T06:48:54.379796+0000","last_became_active":"2024-09-19T06:48:52.386439+0000","last_became_peered":"2024-09-19T06:48:52.386439+0000","last_unstale":"2024-09-19T06:48:54.379796+0000","last_undegraded":"2024-09-19T06:48:54.379796+0000","last_fullsized":"2024-09-19T06:48:54.379796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362870+0000","last_change":"2024-09-19T06:48:53.389616+0000","last_active":"2024-09-19T06:48:54.362870+0000","last_peered":"2024-09-19T06:48:54.362870+0000","last_clean":"2024-09-19T06:48:54.362870+0000","last_became_active":"2024-09-19T06:48:53.387880+0000","last_became_peered":"2024-09-19T06:48:53.387880+0000","last_unstale":"2024-09-19T06:48:54.362870+0000","last_undegraded":"2024-09-19T06:48:54.362870+0000","last_fullsized":"2024-09-19T06:48:54.362870+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379405+0000","last_change":"2024-09-19T06:48:52.380239+0000","last_active":"2024-09-19T06:48:54.379405+0000","last_peered":"2024-09-19T06:48:54.379405+0000","last_clean":"2024-09-19T06:48:54.379405+0000","last_became_active":"2024-09-19T06:48:52.379919+0000","last_became_peered":"2024-09-19T06:48:52.379919+0000","last_unstale":"2024-09-19T06:48:54.379405+0000","last_undegraded":"2024-09-19T06:48:54.379405+0000","last_fullsized":"2024-09-19T06:48:54.379405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:09.658240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378427+0000","last_change":"2024-09-19T06:48:53.383979+0000","last_active":"2024-09-19T06:48:54.378427+0000","last_peered":"2024-09-19T06:48:54.378427+0000","last_clean":"2024-09-19T06:48:54.378427+0000","last_became_active":"2024-09-19T06:48:53.382831+0000","last_became_peered":"2024-09-19T06:48:53.382831+0000","last_unstale":"2024-09-19T06:48:54.378427+0000","last_undegraded":"2024-09-19T06:48:54.378427+0000","last_fullsized":"2024-09-19T06:48:54.378427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:53.804716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378822+0000","last_change":"2024-09-19T06:48:52.382734+0000","last_active":"2024-09-19T06:48:54.378822+0000","last_peered":"2024-09-19T06:48:54.378822+0000","last_clean":"2024-09-19T06:48:54.378822+0000","last_became_active":"2024-09-19T06:48:52.381484+0000","last_became_peered":"2024-09-19T06:48:52.381484+0000","last_unstale":"2024-09-19T06:48:54.378822+0000","last_undegraded":"2024-09-19T06:48:54.378822+0000","last_fullsized":"2024-09-19T06:48:54.378822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.406578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360746+0000","last_change":"2024-09-19T06:48:53.367540+0000","last_active":"2024-09-19T06:48:54.360746+0000","last_peered":"2024-09-19T06:48:54.360746+0000","last_clean":"2024-09-19T06:48:54.360746+0000","last_became_active":"2024-09-19T06:48:53.367154+0000","last_became_peered":"2024-09-19T06:48:53.367154+0000","last_unstale":"2024-09-19T06:48:54.360746+0000","last_undegraded":"2024-09-19T06:48:54.360746+0000","last_fullsized":"2024-09-19T06:48:54.360746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:57.200983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378840+0000","last_change":"2024-09-19T06:48:52.378670+0000","last_active":"2024-09-19T06:48:54.378840+0000","last_peered":"2024-09-19T06:48:54.378840+0000","last_clean":"2024-09-19T06:48:54.378840+0000","last_became_active":"2024-09-19T06:48:52.377359+0000","last_became_peered":"2024-09-19T06:48:52.377359+0000","last_unstale":"2024-09-19T06:48:54.378840+0000","last_undegraded":"2024-09-19T06:48:54.378840+0000","last_fullsized":"2024-09-19T06:48:54.378840+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:22.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378531+0000","last_change":"2024-09-19T06:48:53.392847+0000","last_active":"2024-09-19T06:48:54.378531+0000","last_peered":"2024-09-19T06:48:54.378531+0000","last_clean":"2024-09-19T06:48:54.378531+0000","last_became_active":"2024-09-19T06:48:53.390669+0000","last_became_peered":"2024-09-19T06:48:53.390669+0000","last_unstale":"2024-09-19T06:48:54.378531+0000","last_undegraded":"2024-09-19T06:48:54.378531+0000","last_fullsized":"2024-09-19T06:48:54.378531+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:57.006028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380494+0000","last_change":"2024-09-19T06:48:52.379938+0000","last_active":"2024-09-19T06:48:54.380494+0000","last_peered":"2024-09-19T06:48:54.380494+0000","last_clean":"2024-09-19T06:48:54.380494+0000","last_became_active":"2024-09-19T06:48:52.379465+0000","last_became_peered":"2024-09-19T06:48:52.379465+0000","last_unstale":"2024-09-19T06:48:54.380494+0000","last_undegraded":"2024-09-19T06:48:54.380494+0000","last_fullsized":"2024-09-19T06:48:54.380494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:35.539364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.381036+0000","last_change":"2024-09-19T06:48:53.386473+0000","last_active":"2024-09-19T06:48:54.381036+0000","last_peered":"2024-09-19T06:48:54.381036+0000","last_clean":"2024-09-19T06:48:54.381036+0000","last_became_active":"2024-09-19T06:48:53.384192+0000","last_became_peered":"2024-09-19T06:48:53.384192+0000","last_unstale":"2024-09-19T06:48:54.381036+0000","last_undegraded":"2024-09-19T06:48:54.381036+0000","last_fullsized":"2024-09-19T06:48:54.381036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379411+0000","last_change":"2024-09-19T06:48:52.387359+0000","last_active":"2024-09-19T06:48:54.379411+0000","last_peered":"2024-09-19T06:48:54.379411+0000","last_clean":"2024-09-19T06:48:54.379411+0000","last_became_active":"2024-09-19T06:48:52.387089+0000","last_became_peered":"2024-09-19T06:48:52.387089+0000","last_unstale":"2024-09-19T06:48:54.379411+0000","last_undegraded":"2024-09-19T06:48:54.379411+0000","last_fullsized":"2024-09-19T06:48:54.379411+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:52.876625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380468+0000","last_change":"2024-09-19T06:48:53.378306+0000","last_active":"2024-09-19T06:48:54.380468+0000","last_peered":"2024-09-19T06:48:54.380468+0000","last_clean":"2024-09-19T06:48:54.380468+0000","last_became_active":"2024-09-19T06:48:53.378029+0000","last_became_peered":"2024-09-19T06:48:53.378029+0000","last_unstale":"2024-09-19T06:48:54.380468+0000","last_undegraded":"2024-09-19T06:48:54.380468+0000","last_fullsized":"2024-09-19T06:48:54.380468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:57.006028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362686+0000","last_change":"2024-09-19T06:48:52.385444+0000","last_active":"2024-09-19T06:48:54.362686+0000","last_peered":"2024-09-19T06:48:54.362686+0000","last_clean":"2024-09-19T06:48:54.362686+0000","last_became_active":"2024-09-19T06:48:52.385150+0000","last_became_peered":"2024-09-19T06:48:52.385150+0000","last_unstale":"2024-09-19T06:48:54.362686+0000","last_undegraded":"2024-09-19T06:48:54.362686+0000","last_fullsized":"2024-09-19T06:48:54.362686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379769+0000","last_change":"2024-09-19T06:48:53.380063+0000","last_active":"2024-09-19T06:48:54.379769+0000","last_peered":"2024-09-19T06:48:54.379769+0000","last_clean":"2024-09-19T06:48:54.379769+0000","last_became_active":"2024-09-19T06:48:53.379787+0000","last_became_peered":"2024-09-19T06:48:53.379787+0000","last_unstale":"2024-09-19T06:48:54.379769+0000","last_undegraded":"2024-09-19T06:48:54.379769+0000","last_fullsized":"2024-09-19T06:48:54.379769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:00.187252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363472+0000","last_change":"2024-09-19T06:48:52.381366+0000","last_active":"2024-09-19T06:48:54.363472+0000","last_peered":"2024-09-19T06:48:54.363472+0000","last_clean":"2024-09-19T06:48:54.363472+0000","last_became_active":"2024-09-19T06:48:52.381037+0000","last_became_peered":"2024-09-19T06:48:52.381037+0000","last_unstale":"2024-09-19T06:48:54.363472+0000","last_undegraded":"2024-09-19T06:48:54.363472+0000","last_fullsized":"2024-09-19T06:48:54.363472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379211+0000","last_change":"2024-09-19T06:48:53.379036+0000","last_active":"2024-09-19T06:48:54.379211+0000","last_peered":"2024-09-19T06:48:54.379211+0000","last_clean":"2024-09-19T06:48:54.379211+0000","last_became_active":"2024-09-19T06:48:53.378575+0000","last_became_peered":"2024-09-19T06:48:53.378575+0000","last_unstale":"2024-09-19T06:48:54.379211+0000","last_undegraded":"2024-09-19T06:48:54.379211+0000","last_fullsized":"2024-09-19T06:48:54.379211+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:20.009032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":170,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360747+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:48:54.360747+0000","last_peered":"2024-09-19T06:48:54.360747+0000","last_clean":"2024-09-19T06:48:54.360747+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:48:54.360747+0000","last_undegraded":"2024-09-19T06:48:54.360747+0000","last_fullsized":"2024-09-19T06:48:54.360747+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378611+0000","last_change":"2024-09-19T06:48:52.382168+0000","last_active":"2024-09-19T06:48:54.378611+0000","last_peered":"2024-09-19T06:48:54.378611+0000","last_clean":"2024-09-19T06:48:54.378611+0000","last_became_active":"2024-09-19T06:48:52.381825+0000","last_became_peered":"2024-09-19T06:48:52.381825+0000","last_unstale":"2024-09-19T06:48:54.378611+0000","last_undegraded":"2024-09-19T06:48:54.378611+0000","last_fullsized":"2024-09-19T06:48:54.378611+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:57.091088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379089+0000","last_change":"2024-09-19T06:48:53.391881+0000","last_active":"2024-09-19T06:48:54.379089+0000","last_peered":"2024-09-19T06:48:54.379089+0000","last_clean":"2024-09-19T06:48:54.379089+0000","last_became_active":"2024-09-19T06:48:53.391608+0000","last_became_peered":"2024-09-19T06:48:53.391608+0000","last_unstale":"2024-09-19T06:48:54.379089+0000","last_undegraded":"2024-09-19T06:48:54.379089+0000","last_fullsized":"2024-09-19T06:48:54.379089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:34.898389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378425+0000","last_change":"2024-09-19T06:48:52.380846+0000","last_active":"2024-09-19T06:48:54.378425+0000","last_peered":"2024-09-19T06:48:54.378425+0000","last_clean":"2024-09-19T06:48:54.378425+0000","last_became_active":"2024-09-19T06:48:52.380097+0000","last_became_peered":"2024-09-19T06:48:52.380097+0000","last_unstale":"2024-09-19T06:48:54.378425+0000","last_undegraded":"2024-09-19T06:48:54.378425+0000","last_fullsized":"2024-09-19T06:48:54.378425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:35.539364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362627+0000","last_change":"2024-09-19T06:48:53.399287+0000","last_active":"2024-09-19T06:48:54.362627+0000","last_peered":"2024-09-19T06:48:54.362627+0000","last_clean":"2024-09-19T06:48:54.362627+0000","last_became_active":"2024-09-19T06:48:53.399045+0000","last_became_peered":"2024-09-19T06:48:53.399045+0000","last_unstale":"2024-09-19T06:48:54.362627+0000","last_undegraded":"2024-09-19T06:48:54.362627+0000","last_fullsized":"2024-09-19T06:48:54.362627+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380076+0000","last_change":"2024-09-19T06:48:52.384596+0000","last_active":"2024-09-19T06:48:54.380076+0000","last_peered":"2024-09-19T06:48:54.380076+0000","last_clean":"2024-09-19T06:48:54.380076+0000","last_became_active":"2024-09-19T06:48:52.383994+0000","last_became_peered":"2024-09-19T06:48:52.383994+0000","last_unstale":"2024-09-19T06:48:54.380076+0000","last_undegraded":"2024-09-19T06:48:54.380076+0000","last_fullsized":"2024-09-19T06:48:54.380076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362242+0000","last_change":"2024-09-19T06:48:53.377778+0000","last_active":"2024-09-19T06:48:54.362242+0000","last_peered":"2024-09-19T06:48:54.362242+0000","last_clean":"2024-09-19T06:48:54.362242+0000","last_became_active":"2024-09-19T06:48:53.377194+0000","last_became_peered":"2024-09-19T06:48:53.377194+0000","last_unstale":"2024-09-19T06:48:54.362242+0000","last_undegraded":"2024-09-19T06:48:54.362242+0000","last_fullsized":"2024-09-19T06:48:54.362242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:05.108855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379457+0000","last_change":"2024-09-19T06:48:52.379600+0000","last_active":"2024-09-19T06:48:54.379457+0000","last_peered":"2024-09-19T06:48:54.379457+0000","last_clean":"2024-09-19T06:48:54.379457+0000","last_became_active":"2024-09-19T06:48:52.379343+0000","last_became_peered":"2024-09-19T06:48:52.379343+0000","last_unstale":"2024-09-19T06:48:54.379457+0000","last_undegraded":"2024-09-19T06:48:54.379457+0000","last_fullsized":"2024-09-19T06:48:54.379457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:36.300276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379199+0000","last_change":"2024-09-19T06:48:53.390472+0000","last_active":"2024-09-19T06:48:54.379199+0000","last_peered":"2024-09-19T06:48:54.379199+0000","last_clean":"2024-09-19T06:48:54.379199+0000","last_became_active":"2024-09-19T06:48:53.390209+0000","last_became_peered":"2024-09-19T06:48:53.390209+0000","last_unstale":"2024-09-19T06:48:54.379199+0000","last_undegraded":"2024-09-19T06:48:54.379199+0000","last_fullsized":"2024-09-19T06:48:54.379199+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:12.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362200+0000","last_change":"2024-09-19T06:48:52.379722+0000","last_active":"2024-09-19T06:48:54.362200+0000","last_peered":"2024-09-19T06:48:54.362200+0000","last_clean":"2024-09-19T06:48:54.362200+0000","last_became_active":"2024-09-19T06:48:52.379373+0000","last_became_peered":"2024-09-19T06:48:52.379373+0000","last_unstale":"2024-09-19T06:48:54.362200+0000","last_undegraded":"2024-09-19T06:48:54.362200+0000","last_fullsized":"2024-09-19T06:48:54.362200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380563+0000","last_change":"2024-09-19T06:48:53.394230+0000","last_active":"2024-09-19T06:48:54.380563+0000","last_peered":"2024-09-19T06:48:54.380563+0000","last_clean":"2024-09-19T06:48:54.380563+0000","last_became_active":"2024-09-19T06:48:53.394002+0000","last_became_peered":"2024-09-19T06:48:53.394002+0000","last_unstale":"2024-09-19T06:48:54.380563+0000","last_undegraded":"2024-09-19T06:48:54.380563+0000","last_fullsized":"2024-09-19T06:48:54.380563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379297+0000","last_change":"2024-09-19T06:48:52.381335+0000","last_active":"2024-09-19T06:48:54.379297+0000","last_peered":"2024-09-19T06:48:54.379297+0000","last_clean":"2024-09-19T06:48:54.379297+0000","last_became_active":"2024-09-19T06:48:52.380998+0000","last_became_peered":"2024-09-19T06:48:52.380998+0000","last_unstale":"2024-09-19T06:48:54.379297+0000","last_undegraded":"2024-09-19T06:48:54.379297+0000","last_fullsized":"2024-09-19T06:48:54.379297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:29.942423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363478+0000","last_change":"2024-09-19T06:48:53.392572+0000","last_active":"2024-09-19T06:48:54.363478+0000","last_peered":"2024-09-19T06:48:54.363478+0000","last_clean":"2024-09-19T06:48:54.363478+0000","last_became_active":"2024-09-19T06:48:53.392316+0000","last_became_peered":"2024-09-19T06:48:53.392316+0000","last_unstale":"2024-09-19T06:48:54.363478+0000","last_undegraded":"2024-09-19T06:48:54.363478+0000","last_fullsized":"2024-09-19T06:48:54.363478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:58.096691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379560+0000","last_change":"2024-09-19T06:48:52.377912+0000","last_active":"2024-09-19T06:48:54.379560+0000","last_peered":"2024-09-19T06:48:54.379560+0000","last_clean":"2024-09-19T06:48:54.379560+0000","last_became_active":"2024-09-19T06:48:52.376610+0000","last_became_peered":"2024-09-19T06:48:52.376610+0000","last_unstale":"2024-09-19T06:48:54.379560+0000","last_undegraded":"2024-09-19T06:48:54.379560+0000","last_fullsized":"2024-09-19T06:48:54.379560+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:53.649492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379522+0000","last_change":"2024-09-19T06:48:53.379950+0000","last_active":"2024-09-19T06:48:54.379522+0000","last_peered":"2024-09-19T06:48:54.379522+0000","last_clean":"2024-09-19T06:48:54.379522+0000","last_became_active":"2024-09-19T06:48:53.379129+0000","last_became_peered":"2024-09-19T06:48:53.379129+0000","last_unstale":"2024-09-19T06:48:54.379522+0000","last_undegraded":"2024-09-19T06:48:54.379522+0000","last_fullsized":"2024-09-19T06:48:54.379522+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:47.436574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379126+0000","last_change":"2024-09-19T06:48:52.378808+0000","last_active":"2024-09-19T06:48:54.379126+0000","last_peered":"2024-09-19T06:48:54.379126+0000","last_clean":"2024-09-19T06:48:54.379126+0000","last_became_active":"2024-09-19T06:48:52.378571+0000","last_became_peered":"2024-09-19T06:48:52.378571+0000","last_unstale":"2024-09-19T06:48:54.379126+0000","last_undegraded":"2024-09-19T06:48:54.379126+0000","last_fullsized":"2024-09-19T06:48:54.379126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:04.103253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379491+0000","last_change":"2024-09-19T06:48:53.380562+0000","last_active":"2024-09-19T06:48:54.379491+0000","last_peered":"2024-09-19T06:48:54.379491+0000","last_clean":"2024-09-19T06:48:54.379491+0000","last_became_active":"2024-09-19T06:48:53.380255+0000","last_became_peered":"2024-09-19T06:48:53.380255+0000","last_unstale":"2024-09-19T06:48:54.379491+0000","last_undegraded":"2024-09-19T06:48:54.379491+0000","last_fullsized":"2024-09-19T06:48:54.379491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:12.909209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378325+0000","last_change":"2024-09-19T06:48:52.375691+0000","last_active":"2024-09-19T06:48:54.378325+0000","last_peered":"2024-09-19T06:48:54.378325+0000","last_clean":"2024-09-19T06:48:54.378325+0000","last_became_active":"2024-09-19T06:48:52.375412+0000","last_became_peered":"2024-09-19T06:48:52.375412+0000","last_unstale":"2024-09-19T06:48:54.378325+0000","last_undegraded":"2024-09-19T06:48:54.378325+0000","last_fullsized":"2024-09-19T06:48:54.378325+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378689+0000","last_change":"2024-09-19T06:48:53.372845+0000","last_active":"2024-09-19T06:48:54.378689+0000","last_peered":"2024-09-19T06:48:54.378689+0000","last_clean":"2024-09-19T06:48:54.378689+0000","last_became_active":"2024-09-19T06:48:53.372601+0000","last_became_peered":"2024-09-19T06:48:53.372601+0000","last_unstale":"2024-09-19T06:48:54.378689+0000","last_undegraded":"2024-09-19T06:48:54.378689+0000","last_fullsized":"2024-09-19T06:48:54.378689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:04.944852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379145+0000","last_change":"2024-09-19T06:48:52.377105+0000","last_active":"2024-09-19T06:48:54.379145+0000","last_peered":"2024-09-19T06:48:54.379145+0000","last_clean":"2024-09-19T06:48:54.379145+0000","last_became_active":"2024-09-19T06:48:52.376662+0000","last_became_peered":"2024-09-19T06:48:52.376662+0000","last_unstale":"2024-09-19T06:48:54.379145+0000","last_undegraded":"2024-09-19T06:48:54.379145+0000","last_fullsized":"2024-09-19T06:48:54.379145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:13.346187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378993+0000","last_change":"2024-09-19T06:48:53.378349+0000","last_active":"2024-09-19T06:48:54.378993+0000","last_peered":"2024-09-19T06:48:54.378993+0000","last_clean":"2024-09-19T06:48:54.378993+0000","last_became_active":"2024-09-19T06:48:53.376735+0000","last_became_peered":"2024-09-19T06:48:53.376735+0000","last_unstale":"2024-09-19T06:48:54.378993+0000","last_undegraded":"2024-09-19T06:48:54.378993+0000","last_fullsized":"2024-09-19T06:48:54.378993+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:40.401646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362978+0000","last_change":"2024-09-19T06:48:52.380336+0000","last_active":"2024-09-19T06:48:54.362978+0000","last_peered":"2024-09-19T06:48:54.362978+0000","last_clean":"2024-09-19T06:48:54.362978+0000","last_became_active":"2024-09-19T06:48:52.377131+0000","last_became_peered":"2024-09-19T06:48:52.377131+0000","last_unstale":"2024-09-19T06:48:54.362978+0000","last_undegraded":"2024-09-19T06:48:54.362978+0000","last_fullsized":"2024-09-19T06:48:54.362978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379690+0000","last_change":"2024-09-19T06:48:53.382921+0000","last_active":"2024-09-19T06:48:54.379690+0000","last_peered":"2024-09-19T06:48:54.379690+0000","last_clean":"2024-09-19T06:48:54.379690+0000","last_became_active":"2024-09-19T06:48:53.381007+0000","last_became_peered":"2024-09-19T06:48:53.381007+0000","last_unstale":"2024-09-19T06:48:54.379690+0000","last_undegraded":"2024-09-19T06:48:54.379690+0000","last_fullsized":"2024-09-19T06:48:54.379690+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:57.557913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378515+0000","last_change":"2024-09-19T06:48:52.382565+0000","last_active":"2024-09-19T06:48:54.378515+0000","last_peered":"2024-09-19T06:48:54.378515+0000","last_clean":"2024-09-19T06:48:54.378515+0000","last_became_active":"2024-09-19T06:48:52.381821+0000","last_became_peered":"2024-09-19T06:48:52.381821+0000","last_unstale":"2024-09-19T06:48:54.378515+0000","last_undegraded":"2024-09-19T06:48:54.378515+0000","last_fullsized":"2024-09-19T06:48:54.378515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:28.885244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379223+0000","last_change":"2024-09-19T06:48:53.377911+0000","last_active":"2024-09-19T06:48:54.379223+0000","last_peered":"2024-09-19T06:48:54.379223+0000","last_clean":"2024-09-19T06:48:54.379223+0000","last_became_active":"2024-09-19T06:48:53.377670+0000","last_became_peered":"2024-09-19T06:48:53.377670+0000","last_unstale":"2024-09-19T06:48:54.379223+0000","last_undegraded":"2024-09-19T06:48:54.379223+0000","last_fullsized":"2024-09-19T06:48:54.379223+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.005426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378925+0000","last_change":"2024-09-19T06:48:53.383294+0000","last_active":"2024-09-19T06:48:54.378925+0000","last_peered":"2024-09-19T06:48:54.378925+0000","last_clean":"2024-09-19T06:48:54.378925+0000","last_became_active":"2024-09-19T06:48:53.383022+0000","last_became_peered":"2024-09-19T06:48:53.383022+0000","last_unstale":"2024-09-19T06:48:54.378925+0000","last_undegraded":"2024-09-19T06:48:54.378925+0000","last_fullsized":"2024-09-19T06:48:54.378925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:56.166078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379851+0000","last_change":"2024-09-19T06:48:52.376663+0000","last_active":"2024-09-19T06:48:54.379851+0000","last_peered":"2024-09-19T06:48:54.379851+0000","last_clean":"2024-09-19T06:48:54.379851+0000","last_became_active":"2024-09-19T06:48:52.376243+0000","last_became_peered":"2024-09-19T06:48:52.376243+0000","last_unstale":"2024-09-19T06:48:54.379851+0000","last_undegraded":"2024-09-19T06:48:54.379851+0000","last_fullsized":"2024-09-19T06:48:54.379851+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:56.552310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360945+0000","last_change":"2024-09-19T06:48:53.371581+0000","last_active":"2024-09-19T06:48:54.360945+0000","last_peered":"2024-09-19T06:48:54.360945+0000","last_clean":"2024-09-19T06:48:54.360945+0000","last_became_active":"2024-09-19T06:48:53.371206+0000","last_became_peered":"2024-09-19T06:48:53.371206+0000","last_unstale":"2024-09-19T06:48:54.360945+0000","last_undegraded":"2024-09-19T06:48:54.360945+0000","last_fullsized":"2024-09-19T06:48:54.360945+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379985+0000","last_change":"2024-09-19T06:48:52.378844+0000","last_active":"2024-09-19T06:48:54.379985+0000","last_peered":"2024-09-19T06:48:54.379985+0000","last_clean":"2024-09-19T06:48:54.379985+0000","last_became_active":"2024-09-19T06:48:52.376958+0000","last_became_peered":"2024-09-19T06:48:52.376958+0000","last_unstale":"2024-09-19T06:48:54.379985+0000","last_undegraded":"2024-09-19T06:48:54.379985+0000","last_fullsized":"2024-09-19T06:48:54.379985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:49.573361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363759+0000","last_change":"2024-09-19T06:48:53.380339+0000","last_active":"2024-09-19T06:48:54.363759+0000","last_peered":"2024-09-19T06:48:54.363759+0000","last_clean":"2024-09-19T06:48:54.363759+0000","last_became_active":"2024-09-19T06:48:53.377132+0000","last_became_peered":"2024-09-19T06:48:53.377132+0000","last_unstale":"2024-09-19T06:48:54.363759+0000","last_undegraded":"2024-09-19T06:48:54.363759+0000","last_fullsized":"2024-09-19T06:48:54.363759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:00.187252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362799+0000","last_change":"2024-09-19T06:48:52.378976+0000","last_active":"2024-09-19T06:48:54.362799+0000","last_peered":"2024-09-19T06:48:54.362799+0000","last_clean":"2024-09-19T06:48:54.362799+0000","last_became_active":"2024-09-19T06:48:52.378612+0000","last_became_peered":"2024-09-19T06:48:52.378612+0000","last_unstale":"2024-09-19T06:48:54.362799+0000","last_undegraded":"2024-09-19T06:48:54.362799+0000","last_fullsized":"2024-09-19T06:48:54.362799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362468+0000","last_change":"2024-09-19T06:48:53.397418+0000","last_active":"2024-09-19T06:48:54.362468+0000","last_peered":"2024-09-19T06:48:54.362468+0000","last_clean":"2024-09-19T06:48:54.362468+0000","last_became_active":"2024-09-19T06:48:53.396765+0000","last_became_peered":"2024-09-19T06:48:53.396765+0000","last_unstale":"2024-09-19T06:48:54.362468+0000","last_undegraded":"2024-09-19T06:48:54.362468+0000","last_fullsized":"2024-09-19T06:48:54.362468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:44.251613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379916+0000","last_change":"2024-09-19T06:48:52.383250+0000","last_active":"2024-09-19T06:48:54.379916+0000","last_peered":"2024-09-19T06:48:54.379916+0000","last_clean":"2024-09-19T06:48:54.379916+0000","last_became_active":"2024-09-19T06:48:52.382944+0000","last_became_peered":"2024-09-19T06:48:52.382944+0000","last_unstale":"2024-09-19T06:48:54.379916+0000","last_undegraded":"2024-09-19T06:48:54.379916+0000","last_fullsized":"2024-09-19T06:48:54.379916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:41.518165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509445,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:49:02.179 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:49:02.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.340+0000 7f9159c00640 1 Processor -- start 2024-09-19T06:49:02.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.340+0000 7f9159c00640 1 -- start start 2024-09-19T06:49:02.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.341+0000 7f9159c00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f91540d1590 0x7f91540b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.341+0000 7f9159c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f91540b8730 0x7f91540d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.341+0000 7f9159c00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f915415e9d0 con 0x7f915415e5f0 2024-09-19T06:49:02.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.341+0000 7f9159c00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f91540b9b30 con 0x7f91540d1590 2024-09-19T06:49:02.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.341+0000 7f9159c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f91540b8f20 con 0x7f91540b8730 2024-09-19T06:49:02.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9153400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f91540d1590 0x7f91540b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9159200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f91540b8730 0x7f91540d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9159200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f91540b8730 0x7f91540d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:54186/0 (socket says 172.21.15.90:54186) 2024-09-19T06:49:02.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9153400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f91540d1590 0x7f91540b81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:37594/0 (socket says 172.21.15.90:37594) 2024-09-19T06:49:02.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9159200640 1 -- 172.21.15.90:0/2911639041 learned_addr learned my addr 172.21.15.90:0/2911639041 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:02.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9159200640 1 -- 172.21.15.90:0/2911639041 >> v2:172.21.15.129:3300/0 conn(0x7f91540d1590 msgr2=0x7f91540b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:02.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9159200640 1 --2- 172.21.15.90:0/2911639041 >> v2:172.21.15.129:3300/0 conn(0x7f91540d1590 0x7f91540b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9159200640 1 -- 172.21.15.90:0/2911639041 >> v1:172.21.15.129:6789/0 conn(0x7f915415e5f0 legacy=0x7f91540d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9159200640 1 -- 172.21.15.90:0/2911639041 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91540b9200 con 0x7f91540b8730 2024-09-19T06:49:02.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.342+0000 7f9153400640 1 --2- 172.21.15.90:0/2911639041 >> v2:172.21.15.129:3300/0 conn(0x7f91540d1590 0x7f91540b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:02.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.343+0000 7f9159200640 1 --2- 172.21.15.90:0/2911639041 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f91540b8730 0x7f91540d2bc0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f914c009e50 tx=0x7f914c02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=917301b1e51ef431 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:02.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.343+0000 7f9152a00640 1 -- 172.21.15.90:0/2911639041 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c036070 con 0x7f91540b8730 2024-09-19T06:49:02.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.343+0000 7f9152a00640 1 -- 172.21.15.90:0/2911639041 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f914c031600 con 0x7f91540b8730 2024-09-19T06:49:02.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.343+0000 7f9152a00640 1 -- 172.21.15.90:0/2911639041 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c0319d0 con 0x7f91540b8730 2024-09-19T06:49:02.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.344+0000 7f9159c00640 1 -- 172.21.15.90:0/2911639041 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f91540b8730 msgr2=0x7f91540d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.344+0000 7f9159c00640 1 --2- 172.21.15.90:0/2911639041 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f91540b8730 0x7f91540d2bc0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f914c009e50 tx=0x7f914c02a710 comp rx=0 tx=0).stop 2024-09-19T06:49:02.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.344+0000 7f9159c00640 1 -- 172.21.15.90:0/2911639041 shutdown_connections 2024-09-19T06:49:02.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.344+0000 7f9159c00640 1 --2- 172.21.15.90:0/2911639041 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f91540b8730 0x7f91540d2bc0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.344+0000 7f9159c00640 1 --2- 172.21.15.90:0/2911639041 >> v2:172.21.15.129:3300/0 conn(0x7f91540d1590 0x7f91540b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.344+0000 7f9159c00640 1 -- 172.21.15.90:0/2911639041 >> 172.21.15.90:0/2911639041 conn(0x7f9154062630 msgr2=0x7f9154062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:02.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.344+0000 7f9159c00640 1 -- 172.21.15.90:0/2911639041 shutdown_connections 2024-09-19T06:49:02.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.344+0000 7f9159c00640 1 -- 172.21.15.90:0/2911639041 wait complete. 2024-09-19T06:49:02.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.346+0000 7f9159c00640 1 Processor -- start 2024-09-19T06:49:02.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.346+0000 7f9159c00640 1 -- start start 2024-09-19T06:49:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9159c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91540b8730 0x7f91540ca620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9159c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f91540d1590 0x7f91540c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9159c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f915415e5f0 0x7f9154160430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9159c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f91540b8b60 con 0x7f91540b8730 2024-09-19T06:49:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9159c00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f91540b97c0 con 0x7f91540d1590 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9159c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f91540b8ce0 con 0x7f915415e5f0 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9153e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91540b8730 0x7f91540ca620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9153e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91540b8730 0x7f91540ca620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55280/0 (socket says 172.21.15.90:55280) 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9153e00640 1 -- 172.21.15.90:0/1222093959 learned_addr learned my addr 172.21.15.90:0/1222093959 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9153400640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f91540d1590 0x7f91540c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.347+0000 7f9159200640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f915415e5f0 0x7f9154160430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f9153e00640 1 -- 172.21.15.90:0/1222093959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f915415e5f0 msgr2=0x7f9154160430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f9153e00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f915415e5f0 0x7f9154160430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f9153e00640 1 -- 172.21.15.90:0/1222093959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f91540d1590 msgr2=0x7f91540c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f9153e00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f91540d1590 0x7f91540c7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f9153e00640 1 -- 172.21.15.90:0/1222093959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91540c9a90 con 0x7f91540b8730 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f9153400640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f91540d1590 0x7f91540c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f9153e00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91540b8730 0x7f91540ca620 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f914400c3c0 tx=0x7f914400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:02.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f914be00640 1 -- 172.21.15.90:0/1222093959 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9144017070 con 0x7f91540b8730 2024-09-19T06:49:02.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f914be00640 1 -- 172.21.15.90:0/1222093959 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91440052d0 con 0x7f91540b8730 2024-09-19T06:49:02.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91540c89f0 con 0x7f91540b8730 2024-09-19T06:49:02.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f914be00640 1 -- 172.21.15.90:0/1222093959 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9144003830 con 0x7f91540b8730 2024-09-19T06:49:02.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.348+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91540c8fb0 con 0x7f91540b8730 2024-09-19T06:49:02.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.349+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9154069c20 con 0x7f91540b8730 2024-09-19T06:49:02.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.350+0000 7f914be00640 1 -- 172.21.15.90:0/1222093959 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f914401a070 con 0x7f91540b8730 2024-09-19T06:49:02.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.351+0000 7f914be00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f913406c2b0 0x7f913406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.351+0000 7f914be00640 1 -- 172.21.15.90:0/1222093959 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f914408a7d0 con 0x7f91540b8730 2024-09-19T06:49:02.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.351+0000 7f9153400640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f913406c2b0 0x7f913406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.352+0000 7f9153400640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f913406c2b0 0x7f913406e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f91540cd380 tx=0x7f9140008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:02.356 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.355+0000 7f914be00640 1 -- 172.21.15.90:0/1222093959 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9144058740 con 0x7f91540b8730 2024-09-19T06:49:02.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.525+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f91540b81f0 con 0x7f913406c2b0 2024-09-19T06:49:02.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.531+0000 7f914be00640 1 -- 172.21.15.90:0/1222093959 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251944 (secure 0 0 0) 0x7f91540b81f0 con 0x7f913406c2b0 2024-09-19T06:49:02.535 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:02.536 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f913406c2b0 msgr2=0x7f913406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f913406c2b0 0x7f913406e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f91540cd380 tx=0x7f9140008040 comp rx=0 tx=0).stop 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91540b8730 msgr2=0x7f91540ca620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91540b8730 0x7f91540ca620 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f914400c3c0 tx=0x7f914400c880 comp rx=0 tx=0).stop 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 shutdown_connections 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f913406c2b0 0x7f913406e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f915415e5f0 0x7f9154160430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f91540d1590 0x7f91540c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 --2- 172.21.15.90:0/1222093959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f91540b8730 0x7f91540ca620 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 >> 172.21.15.90:0/1222093959 conn(0x7f9154062630 msgr2=0x7f91540d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 shutdown_connections 2024-09-19T06:49:02.538 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.535+0000 7f9159c00640 1 -- 172.21.15.90:0/1222093959 wait complete. 2024-09-19T06:49:02.552 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-19T06:49:01.018135+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219204,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755516,"statfs":{"total":773094113280,"available":772869648384,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001612"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380325+0000","last_change":"2024-09-19T06:48:53.377932+0000","last_active":"2024-09-19T06:48:54.380325+0000","last_peered":"2024-09-19T06:48:54.380325+0000","last_clean":"2024-09-19T06:48:54.380325+0000","last_became_active":"2024-09-19T06:48:53.377709+0000","last_became_peered":"2024-09-19T06:48:53.377709+0000","last_unstale":"2024-09-19T06:48:54.380325+0000","last_undegraded":"2024-09-19T06:48:54.380325+0000","last_fullsized":"2024-09-19T06:48:54.380325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:23.426003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362419+0000","last_change":"2024-09-19T06:48:53.398630+0000","last_active":"2024-09-19T06:48:54.362419+0000","last_peered":"2024-09-19T06:48:54.362419+0000","last_clean":"2024-09-19T06:48:54.362419+0000","last_became_active":"2024-09-19T06:48:53.397153+0000","last_became_peered":"2024-09-19T06:48:53.397153+0000","last_unstale":"2024-09-19T06:48:54.362419+0000","last_undegraded":"2024-09-19T06:48:54.362419+0000","last_fullsized":"2024-09-19T06:48:54.362419+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:25.711902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362586+0000","last_change":"2024-09-19T06:48:53.367466+0000","last_active":"2024-09-19T06:48:54.362586+0000","last_peered":"2024-09-19T06:48:54.362586+0000","last_clean":"2024-09-19T06:48:54.362586+0000","last_became_active":"2024-09-19T06:48:53.367183+0000","last_became_peered":"2024-09-19T06:48:53.367183+0000","last_unstale":"2024-09-19T06:48:54.362586+0000","last_undegraded":"2024-09-19T06:48:54.362586+0000","last_fullsized":"2024-09-19T06:48:54.362586+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:13.728479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380026+0000","last_change":"2024-09-19T06:48:53.386078+0000","last_active":"2024-09-19T06:48:54.380026+0000","last_peered":"2024-09-19T06:48:54.380026+0000","last_clean":"2024-09-19T06:48:54.380026+0000","last_became_active":"2024-09-19T06:48:53.385735+0000","last_became_peered":"2024-09-19T06:48:53.385735+0000","last_unstale":"2024-09-19T06:48:54.380026+0000","last_undegraded":"2024-09-19T06:48:54.380026+0000","last_fullsized":"2024-09-19T06:48:54.380026+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:36.544967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379067+0000","last_change":"2024-09-19T06:48:53.381165+0000","last_active":"2024-09-19T06:48:54.379067+0000","last_peered":"2024-09-19T06:48:54.379067+0000","last_clean":"2024-09-19T06:48:54.379067+0000","last_became_active":"2024-09-19T06:48:53.380683+0000","last_became_peered":"2024-09-19T06:48:53.380683+0000","last_unstale":"2024-09-19T06:48:54.379067+0000","last_undegraded":"2024-09-19T06:48:54.379067+0000","last_fullsized":"2024-09-19T06:48:54.379067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:43.138106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380101+0000","last_change":"2024-09-19T06:48:53.383318+0000","last_active":"2024-09-19T06:48:54.380101+0000","last_peered":"2024-09-19T06:48:54.380101+0000","last_clean":"2024-09-19T06:48:54.380101+0000","last_became_active":"2024-09-19T06:48:53.383118+0000","last_became_peered":"2024-09-19T06:48:53.383118+0000","last_unstale":"2024-09-19T06:48:54.380101+0000","last_undegraded":"2024-09-19T06:48:54.380101+0000","last_fullsized":"2024-09-19T06:48:54.380101+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:57.200983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378705+0000","last_change":"2024-09-19T06:48:53.373662+0000","last_active":"2024-09-19T06:48:54.378705+0000","last_peered":"2024-09-19T06:48:54.378705+0000","last_clean":"2024-09-19T06:48:54.378705+0000","last_became_active":"2024-09-19T06:48:53.373392+0000","last_became_peered":"2024-09-19T06:48:53.373392+0000","last_unstale":"2024-09-19T06:48:54.378705+0000","last_undegraded":"2024-09-19T06:48:54.378705+0000","last_fullsized":"2024-09-19T06:48:54.378705+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:13.728479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363183+0000","last_change":"2024-09-19T06:48:53.374054+0000","last_active":"2024-09-19T06:48:54.363183+0000","last_peered":"2024-09-19T06:48:54.363183+0000","last_clean":"2024-09-19T06:48:54.363183+0000","last_became_active":"2024-09-19T06:48:53.373811+0000","last_became_peered":"2024-09-19T06:48:53.373811+0000","last_unstale":"2024-09-19T06:48:54.363183+0000","last_undegraded":"2024-09-19T06:48:54.363183+0000","last_fullsized":"2024-09-19T06:48:54.363183+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:40.287045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361260+0000","last_change":"2024-09-19T06:48:53.376083+0000","last_active":"2024-09-19T06:48:54.361260+0000","last_peered":"2024-09-19T06:48:54.361260+0000","last_clean":"2024-09-19T06:48:54.361260+0000","last_became_active":"2024-09-19T06:48:53.375721+0000","last_became_peered":"2024-09-19T06:48:53.375721+0000","last_unstale":"2024-09-19T06:48:54.361260+0000","last_undegraded":"2024-09-19T06:48:54.361260+0000","last_fullsized":"2024-09-19T06:48:54.361260+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380414+0000","last_change":"2024-09-19T06:48:53.390660+0000","last_active":"2024-09-19T06:48:54.380414+0000","last_peered":"2024-09-19T06:48:54.380414+0000","last_clean":"2024-09-19T06:48:54.380414+0000","last_became_active":"2024-09-19T06:48:53.390470+0000","last_became_peered":"2024-09-19T06:48:53.390470+0000","last_unstale":"2024-09-19T06:48:54.380414+0000","last_undegraded":"2024-09-19T06:48:54.380414+0000","last_fullsized":"2024-09-19T06:48:54.380414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:53.804716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379757+0000","last_change":"2024-09-19T06:48:53.378006+0000","last_active":"2024-09-19T06:48:54.379757+0000","last_peered":"2024-09-19T06:48:54.379757+0000","last_clean":"2024-09-19T06:48:54.379757+0000","last_became_active":"2024-09-19T06:48:53.377695+0000","last_became_peered":"2024-09-19T06:48:53.377695+0000","last_unstale":"2024-09-19T06:48:54.379757+0000","last_undegraded":"2024-09-19T06:48:54.379757+0000","last_fullsized":"2024-09-19T06:48:54.379757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:40.287045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380258+0000","last_change":"2024-09-19T06:48:53.379322+0000","last_active":"2024-09-19T06:48:54.380258+0000","last_peered":"2024-09-19T06:48:54.380258+0000","last_clean":"2024-09-19T06:48:54.380258+0000","last_became_active":"2024-09-19T06:48:53.378801+0000","last_became_peered":"2024-09-19T06:48:53.378801+0000","last_unstale":"2024-09-19T06:48:54.380258+0000","last_undegraded":"2024-09-19T06:48:54.380258+0000","last_fullsized":"2024-09-19T06:48:54.380258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:38.881453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363358+0000","last_change":"2024-09-19T06:48:53.385266+0000","last_active":"2024-09-19T06:48:54.363358+0000","last_peered":"2024-09-19T06:48:54.363358+0000","last_clean":"2024-09-19T06:48:54.363358+0000","last_became_active":"2024-09-19T06:48:53.384922+0000","last_became_peered":"2024-09-19T06:48:53.384922+0000","last_unstale":"2024-09-19T06:48:54.363358+0000","last_undegraded":"2024-09-19T06:48:54.363358+0000","last_fullsized":"2024-09-19T06:48:54.363358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362718+0000","last_change":"2024-09-19T06:48:53.387612+0000","last_active":"2024-09-19T06:48:54.362718+0000","last_peered":"2024-09-19T06:48:54.362718+0000","last_clean":"2024-09-19T06:48:54.362718+0000","last_became_active":"2024-09-19T06:48:53.386681+0000","last_became_peered":"2024-09-19T06:48:53.386681+0000","last_unstale":"2024-09-19T06:48:54.362718+0000","last_undegraded":"2024-09-19T06:48:54.362718+0000","last_fullsized":"2024-09-19T06:48:54.362718+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362761+0000","last_change":"2024-09-19T06:48:53.375136+0000","last_active":"2024-09-19T06:48:54.362761+0000","last_peered":"2024-09-19T06:48:54.362761+0000","last_clean":"2024-09-19T06:48:54.362761+0000","last_became_active":"2024-09-19T06:48:53.374844+0000","last_became_peered":"2024-09-19T06:48:53.374844+0000","last_unstale":"2024-09-19T06:48:54.362761+0000","last_undegraded":"2024-09-19T06:48:54.362761+0000","last_fullsized":"2024-09-19T06:48:54.362761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:43.138106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378303+0000","last_change":"2024-09-19T06:48:53.383563+0000","last_active":"2024-09-19T06:48:54.378303+0000","last_peered":"2024-09-19T06:48:54.378303+0000","last_clean":"2024-09-19T06:48:54.378303+0000","last_became_active":"2024-09-19T06:48:53.383218+0000","last_became_peered":"2024-09-19T06:48:53.383218+0000","last_unstale":"2024-09-19T06:48:54.378303+0000","last_undegraded":"2024-09-19T06:48:54.378303+0000","last_fullsized":"2024-09-19T06:48:54.378303+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:38.881453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379405+0000","last_change":"2024-09-19T06:48:53.385735+0000","last_active":"2024-09-19T06:48:54.379405+0000","last_peered":"2024-09-19T06:48:54.379405+0000","last_clean":"2024-09-19T06:48:54.379405+0000","last_became_active":"2024-09-19T06:48:53.383998+0000","last_became_peered":"2024-09-19T06:48:53.383998+0000","last_unstale":"2024-09-19T06:48:54.379405+0000","last_undegraded":"2024-09-19T06:48:54.379405+0000","last_fullsized":"2024-09-19T06:48:54.379405+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:45.110676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379948+0000","last_change":"2024-09-19T06:48:53.391767+0000","last_active":"2024-09-19T06:48:54.379948+0000","last_peered":"2024-09-19T06:48:54.379948+0000","last_clean":"2024-09-19T06:48:54.379948+0000","last_became_active":"2024-09-19T06:48:53.391454+0000","last_became_peered":"2024-09-19T06:48:53.391454+0000","last_unstale":"2024-09-19T06:48:54.379948+0000","last_undegraded":"2024-09-19T06:48:54.379948+0000","last_fullsized":"2024-09-19T06:48:54.379948+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:17.449665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379307+0000","last_change":"2024-09-19T06:48:53.381714+0000","last_active":"2024-09-19T06:48:54.379307+0000","last_peered":"2024-09-19T06:48:54.379307+0000","last_clean":"2024-09-19T06:48:54.379307+0000","last_became_active":"2024-09-19T06:48:53.381167+0000","last_became_peered":"2024-09-19T06:48:53.381167+0000","last_unstale":"2024-09-19T06:48:54.379307+0000","last_undegraded":"2024-09-19T06:48:54.379307+0000","last_fullsized":"2024-09-19T06:48:54.379307+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:01.376011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379629+0000","last_change":"2024-09-19T06:48:53.379081+0000","last_active":"2024-09-19T06:48:54.379629+0000","last_peered":"2024-09-19T06:48:54.379629+0000","last_clean":"2024-09-19T06:48:54.379629+0000","last_became_active":"2024-09-19T06:48:53.378422+0000","last_became_peered":"2024-09-19T06:48:53.378422+0000","last_unstale":"2024-09-19T06:48:54.379629+0000","last_undegraded":"2024-09-19T06:48:54.379629+0000","last_fullsized":"2024-09-19T06:48:54.379629+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:17.923824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379284+0000","last_change":"2024-09-19T06:48:53.390492+0000","last_active":"2024-09-19T06:48:54.379284+0000","last_peered":"2024-09-19T06:48:54.379284+0000","last_clean":"2024-09-19T06:48:54.379284+0000","last_became_active":"2024-09-19T06:48:53.390209+0000","last_became_peered":"2024-09-19T06:48:53.390209+0000","last_unstale":"2024-09-19T06:48:54.379284+0000","last_undegraded":"2024-09-19T06:48:54.379284+0000","last_fullsized":"2024-09-19T06:48:54.379284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:16.721877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360793+0000","last_change":"2024-09-19T06:48:53.371482+0000","last_active":"2024-09-19T06:48:54.360793+0000","last_peered":"2024-09-19T06:48:54.360793+0000","last_clean":"2024-09-19T06:48:54.360793+0000","last_became_active":"2024-09-19T06:48:53.371212+0000","last_became_peered":"2024-09-19T06:48:53.371212+0000","last_unstale":"2024-09-19T06:48:54.360793+0000","last_undegraded":"2024-09-19T06:48:54.360793+0000","last_fullsized":"2024-09-19T06:48:54.360793+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363051+0000","last_change":"2024-09-19T06:48:53.396983+0000","last_active":"2024-09-19T06:48:54.363051+0000","last_peered":"2024-09-19T06:48:54.363051+0000","last_clean":"2024-09-19T06:48:54.363051+0000","last_became_active":"2024-09-19T06:48:53.396685+0000","last_became_peered":"2024-09-19T06:48:53.396685+0000","last_unstale":"2024-09-19T06:48:54.363051+0000","last_undegraded":"2024-09-19T06:48:54.363051+0000","last_fullsized":"2024-09-19T06:48:54.363051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:17.923824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378306+0000","last_change":"2024-09-19T06:48:53.385282+0000","last_active":"2024-09-19T06:48:54.378306+0000","last_peered":"2024-09-19T06:48:54.378306+0000","last_clean":"2024-09-19T06:48:54.378306+0000","last_became_active":"2024-09-19T06:48:53.384963+0000","last_became_peered":"2024-09-19T06:48:53.384963+0000","last_unstale":"2024-09-19T06:48:54.378306+0000","last_undegraded":"2024-09-19T06:48:54.378306+0000","last_fullsized":"2024-09-19T06:48:54.378306+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:23.426003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362491+0000","last_change":"2024-09-19T06:48:53.380927+0000","last_active":"2024-09-19T06:48:54.362491+0000","last_peered":"2024-09-19T06:48:54.362491+0000","last_clean":"2024-09-19T06:48:54.362491+0000","last_became_active":"2024-09-19T06:48:53.380651+0000","last_became_peered":"2024-09-19T06:48:53.380651+0000","last_unstale":"2024-09-19T06:48:54.362491+0000","last_undegraded":"2024-09-19T06:48:54.362491+0000","last_fullsized":"2024-09-19T06:48:54.362491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:12.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380897+0000","last_change":"2024-09-19T06:48:53.384223+0000","last_active":"2024-09-19T06:48:54.380897+0000","last_peered":"2024-09-19T06:48:54.380897+0000","last_clean":"2024-09-19T06:48:54.380897+0000","last_became_active":"2024-09-19T06:48:53.383887+0000","last_became_peered":"2024-09-19T06:48:53.383887+0000","last_unstale":"2024-09-19T06:48:54.380897+0000","last_undegraded":"2024-09-19T06:48:54.380897+0000","last_fullsized":"2024-09-19T06:48:54.380897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363635+0000","last_change":"2024-09-19T06:48:53.391105+0000","last_active":"2024-09-19T06:48:54.363635+0000","last_peered":"2024-09-19T06:48:54.363635+0000","last_clean":"2024-09-19T06:48:54.363635+0000","last_became_active":"2024-09-19T06:48:53.386675+0000","last_became_peered":"2024-09-19T06:48:53.386675+0000","last_unstale":"2024-09-19T06:48:54.363635+0000","last_undegraded":"2024-09-19T06:48:54.363635+0000","last_fullsized":"2024-09-19T06:48:54.363635+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:05.108855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363412+0000","last_change":"2024-09-19T06:48:53.387454+0000","last_active":"2024-09-19T06:48:54.363412+0000","last_peered":"2024-09-19T06:48:54.363412+0000","last_clean":"2024-09-19T06:48:54.363412+0000","last_became_active":"2024-09-19T06:48:53.387202+0000","last_became_peered":"2024-09-19T06:48:53.387202+0000","last_unstale":"2024-09-19T06:48:54.363412+0000","last_undegraded":"2024-09-19T06:48:54.363412+0000","last_fullsized":"2024-09-19T06:48:54.363412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:29.890847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362317+0000","last_change":"2024-09-19T06:48:53.377322+0000","last_active":"2024-09-19T06:48:54.362317+0000","last_peered":"2024-09-19T06:48:54.362317+0000","last_clean":"2024-09-19T06:48:54.362317+0000","last_became_active":"2024-09-19T06:48:53.377041+0000","last_became_peered":"2024-09-19T06:48:53.377041+0000","last_unstale":"2024-09-19T06:48:54.362317+0000","last_undegraded":"2024-09-19T06:48:54.362317+0000","last_fullsized":"2024-09-19T06:48:54.362317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:39.359471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379091+0000","last_change":"2024-09-19T06:48:53.385415+0000","last_active":"2024-09-19T06:48:54.379091+0000","last_peered":"2024-09-19T06:48:54.379091+0000","last_clean":"2024-09-19T06:48:54.379091+0000","last_became_active":"2024-09-19T06:48:53.385094+0000","last_became_peered":"2024-09-19T06:48:53.385094+0000","last_unstale":"2024-09-19T06:48:54.379091+0000","last_undegraded":"2024-09-19T06:48:54.379091+0000","last_fullsized":"2024-09-19T06:48:54.379091+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:04.202392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380022+0000","last_change":"2024-09-19T06:48:53.397070+0000","last_active":"2024-09-19T06:48:54.380022+0000","last_peered":"2024-09-19T06:48:54.380022+0000","last_clean":"2024-09-19T06:48:54.380022+0000","last_became_active":"2024-09-19T06:48:53.396489+0000","last_became_peered":"2024-09-19T06:48:53.396489+0000","last_unstale":"2024-09-19T06:48:54.380022+0000","last_undegraded":"2024-09-19T06:48:54.380022+0000","last_fullsized":"2024-09-19T06:48:54.380022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:36.544967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379413+0000","last_change":"2024-09-19T06:48:53.391730+0000","last_active":"2024-09-19T06:48:54.379413+0000","last_peered":"2024-09-19T06:48:54.379413+0000","last_clean":"2024-09-19T06:48:54.379413+0000","last_became_active":"2024-09-19T06:48:53.390564+0000","last_became_peered":"2024-09-19T06:48:53.390564+0000","last_unstale":"2024-09-19T06:48:54.379413+0000","last_undegraded":"2024-09-19T06:48:54.379413+0000","last_fullsized":"2024-09-19T06:48:54.379413+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:17.449665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361085+0000","last_change":"2024-09-19T06:48:53.371383+0000","last_active":"2024-09-19T06:48:54.361085+0000","last_peered":"2024-09-19T06:48:54.361085+0000","last_clean":"2024-09-19T06:48:54.361085+0000","last_became_active":"2024-09-19T06:48:53.370917+0000","last_became_peered":"2024-09-19T06:48:53.370917+0000","last_unstale":"2024-09-19T06:48:54.361085+0000","last_undegraded":"2024-09-19T06:48:54.361085+0000","last_fullsized":"2024-09-19T06:48:54.361085+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362640+0000","last_change":"2024-09-19T06:48:52.383851+0000","last_active":"2024-09-19T06:48:54.362640+0000","last_peered":"2024-09-19T06:48:54.362640+0000","last_clean":"2024-09-19T06:48:54.362640+0000","last_became_active":"2024-09-19T06:48:52.383485+0000","last_became_peered":"2024-09-19T06:48:52.383485+0000","last_unstale":"2024-09-19T06:48:54.362640+0000","last_undegraded":"2024-09-19T06:48:54.362640+0000","last_fullsized":"2024-09-19T06:48:54.362640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379308+0000","last_change":"2024-09-19T06:48:53.373863+0000","last_active":"2024-09-19T06:48:54.379308+0000","last_peered":"2024-09-19T06:48:54.379308+0000","last_clean":"2024-09-19T06:48:54.379308+0000","last_became_active":"2024-09-19T06:48:53.373592+0000","last_became_peered":"2024-09-19T06:48:53.373592+0000","last_unstale":"2024-09-19T06:48:54.379308+0000","last_undegraded":"2024-09-19T06:48:54.379308+0000","last_fullsized":"2024-09-19T06:48:54.379308+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:52.448371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379316+0000","last_change":"2024-09-19T06:48:52.386941+0000","last_active":"2024-09-19T06:48:54.379316+0000","last_peered":"2024-09-19T06:48:54.379316+0000","last_clean":"2024-09-19T06:48:54.379316+0000","last_became_active":"2024-09-19T06:48:52.386399+0000","last_became_peered":"2024-09-19T06:48:52.386399+0000","last_unstale":"2024-09-19T06:48:54.379316+0000","last_undegraded":"2024-09-19T06:48:54.379316+0000","last_fullsized":"2024-09-19T06:48:54.379316+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:56.195381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362728+0000","last_change":"2024-09-19T06:48:52.378491+0000","last_active":"2024-09-19T06:48:54.362728+0000","last_peered":"2024-09-19T06:48:54.362728+0000","last_clean":"2024-09-19T06:48:54.362728+0000","last_became_active":"2024-09-19T06:48:52.378177+0000","last_became_peered":"2024-09-19T06:48:52.378177+0000","last_unstale":"2024-09-19T06:48:54.362728+0000","last_undegraded":"2024-09-19T06:48:54.362728+0000","last_fullsized":"2024-09-19T06:48:54.362728+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362445+0000","last_change":"2024-09-19T06:48:53.382564+0000","last_active":"2024-09-19T06:48:54.362445+0000","last_peered":"2024-09-19T06:48:54.362445+0000","last_clean":"2024-09-19T06:48:54.362445+0000","last_became_active":"2024-09-19T06:48:53.382284+0000","last_became_peered":"2024-09-19T06:48:53.382284+0000","last_unstale":"2024-09-19T06:48:54.362445+0000","last_undegraded":"2024-09-19T06:48:54.362445+0000","last_fullsized":"2024-09-19T06:48:54.362445+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:42.135706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378421+0000","last_change":"2024-09-19T06:48:52.381454+0000","last_active":"2024-09-19T06:48:54.378421+0000","last_peered":"2024-09-19T06:48:54.378421+0000","last_clean":"2024-09-19T06:48:54.378421+0000","last_became_active":"2024-09-19T06:48:52.381135+0000","last_became_peered":"2024-09-19T06:48:52.381135+0000","last_unstale":"2024-09-19T06:48:54.378421+0000","last_undegraded":"2024-09-19T06:48:54.378421+0000","last_fullsized":"2024-09-19T06:48:54.378421+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:16.444063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379109+0000","last_change":"2024-09-19T06:48:53.383351+0000","last_active":"2024-09-19T06:48:54.379109+0000","last_peered":"2024-09-19T06:48:54.379109+0000","last_clean":"2024-09-19T06:48:54.379109+0000","last_became_active":"2024-09-19T06:48:53.381211+0000","last_became_peered":"2024-09-19T06:48:53.381211+0000","last_unstale":"2024-09-19T06:48:54.379109+0000","last_undegraded":"2024-09-19T06:48:54.379109+0000","last_fullsized":"2024-09-19T06:48:54.379109+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:49.028784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361258+0000","last_change":"2024-09-19T06:48:52.377435+0000","last_active":"2024-09-19T06:48:54.361258+0000","last_peered":"2024-09-19T06:48:54.361258+0000","last_clean":"2024-09-19T06:48:54.361258+0000","last_became_active":"2024-09-19T06:48:52.377181+0000","last_became_peered":"2024-09-19T06:48:52.377181+0000","last_unstale":"2024-09-19T06:48:54.361258+0000","last_undegraded":"2024-09-19T06:48:54.361258+0000","last_fullsized":"2024-09-19T06:48:54.361258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380970+0000","last_change":"2024-09-19T06:48:53.383885+0000","last_active":"2024-09-19T06:48:54.380970+0000","last_peered":"2024-09-19T06:48:54.380970+0000","last_clean":"2024-09-19T06:48:54.380970+0000","last_became_active":"2024-09-19T06:48:53.383594+0000","last_became_peered":"2024-09-19T06:48:53.383594+0000","last_unstale":"2024-09-19T06:48:54.380970+0000","last_undegraded":"2024-09-19T06:48:54.380970+0000","last_fullsized":"2024-09-19T06:48:54.380970+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380494+0000","last_change":"2024-09-19T06:48:52.376675+0000","last_active":"2024-09-19T06:48:54.380494+0000","last_peered":"2024-09-19T06:48:54.380494+0000","last_clean":"2024-09-19T06:48:54.380494+0000","last_became_active":"2024-09-19T06:48:52.376297+0000","last_became_peered":"2024-09-19T06:48:52.376297+0000","last_unstale":"2024-09-19T06:48:54.380494+0000","last_undegraded":"2024-09-19T06:48:54.380494+0000","last_fullsized":"2024-09-19T06:48:54.380494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:16.444063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363772+0000","last_change":"2024-09-19T06:48:53.380255+0000","last_active":"2024-09-19T06:48:54.363772+0000","last_peered":"2024-09-19T06:48:54.363772+0000","last_clean":"2024-09-19T06:48:54.363772+0000","last_became_active":"2024-09-19T06:48:53.379961+0000","last_became_peered":"2024-09-19T06:48:53.379961+0000","last_unstale":"2024-09-19T06:48:54.363772+0000","last_undegraded":"2024-09-19T06:48:54.363772+0000","last_fullsized":"2024-09-19T06:48:54.363772+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:26.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379811+0000","last_change":"2024-09-19T06:48:52.383014+0000","last_active":"2024-09-19T06:48:54.379811+0000","last_peered":"2024-09-19T06:48:54.379811+0000","last_clean":"2024-09-19T06:48:54.379811+0000","last_became_active":"2024-09-19T06:48:52.382464+0000","last_became_peered":"2024-09-19T06:48:52.382464+0000","last_unstale":"2024-09-19T06:48:54.379811+0000","last_undegraded":"2024-09-19T06:48:54.379811+0000","last_fullsized":"2024-09-19T06:48:54.379811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378766+0000","last_change":"2024-09-19T06:48:53.388920+0000","last_active":"2024-09-19T06:48:54.378766+0000","last_peered":"2024-09-19T06:48:54.378766+0000","last_clean":"2024-09-19T06:48:54.378766+0000","last_became_active":"2024-09-19T06:48:53.388252+0000","last_became_peered":"2024-09-19T06:48:53.388252+0000","last_unstale":"2024-09-19T06:48:54.378766+0000","last_undegraded":"2024-09-19T06:48:54.378766+0000","last_fullsized":"2024-09-19T06:48:54.378766+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:21.774463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380131+0000","last_change":"2024-09-19T06:48:52.384117+0000","last_active":"2024-09-19T06:48:54.380131+0000","last_peered":"2024-09-19T06:48:54.380131+0000","last_clean":"2024-09-19T06:48:54.380131+0000","last_became_active":"2024-09-19T06:48:52.383498+0000","last_became_peered":"2024-09-19T06:48:52.383498+0000","last_unstale":"2024-09-19T06:48:54.380131+0000","last_undegraded":"2024-09-19T06:48:54.380131+0000","last_fullsized":"2024-09-19T06:48:54.380131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379900+0000","last_change":"2024-09-19T06:48:53.399145+0000","last_active":"2024-09-19T06:48:54.379900+0000","last_peered":"2024-09-19T06:48:54.379900+0000","last_clean":"2024-09-19T06:48:54.379900+0000","last_became_active":"2024-09-19T06:48:53.398852+0000","last_became_peered":"2024-09-19T06:48:53.398852+0000","last_unstale":"2024-09-19T06:48:54.379900+0000","last_undegraded":"2024-09-19T06:48:54.379900+0000","last_fullsized":"2024-09-19T06:48:54.379900+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:26.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379796+0000","last_change":"2024-09-19T06:48:52.386844+0000","last_active":"2024-09-19T06:48:54.379796+0000","last_peered":"2024-09-19T06:48:54.379796+0000","last_clean":"2024-09-19T06:48:54.379796+0000","last_became_active":"2024-09-19T06:48:52.386439+0000","last_became_peered":"2024-09-19T06:48:52.386439+0000","last_unstale":"2024-09-19T06:48:54.379796+0000","last_undegraded":"2024-09-19T06:48:54.379796+0000","last_fullsized":"2024-09-19T06:48:54.379796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362870+0000","last_change":"2024-09-19T06:48:53.389616+0000","last_active":"2024-09-19T06:48:54.362870+0000","last_peered":"2024-09-19T06:48:54.362870+0000","last_clean":"2024-09-19T06:48:54.362870+0000","last_became_active":"2024-09-19T06:48:53.387880+0000","last_became_peered":"2024-09-19T06:48:53.387880+0000","last_unstale":"2024-09-19T06:48:54.362870+0000","last_undegraded":"2024-09-19T06:48:54.362870+0000","last_fullsized":"2024-09-19T06:48:54.362870+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379405+0000","last_change":"2024-09-19T06:48:52.380239+0000","last_active":"2024-09-19T06:48:54.379405+0000","last_peered":"2024-09-19T06:48:54.379405+0000","last_clean":"2024-09-19T06:48:54.379405+0000","last_became_active":"2024-09-19T06:48:52.379919+0000","last_became_peered":"2024-09-19T06:48:52.379919+0000","last_unstale":"2024-09-19T06:48:54.379405+0000","last_undegraded":"2024-09-19T06:48:54.379405+0000","last_fullsized":"2024-09-19T06:48:54.379405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:09.658240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378427+0000","last_change":"2024-09-19T06:48:53.383979+0000","last_active":"2024-09-19T06:48:54.378427+0000","last_peered":"2024-09-19T06:48:54.378427+0000","last_clean":"2024-09-19T06:48:54.378427+0000","last_became_active":"2024-09-19T06:48:53.382831+0000","last_became_peered":"2024-09-19T06:48:53.382831+0000","last_unstale":"2024-09-19T06:48:54.378427+0000","last_undegraded":"2024-09-19T06:48:54.378427+0000","last_fullsized":"2024-09-19T06:48:54.378427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:53.804716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378822+0000","last_change":"2024-09-19T06:48:52.382734+0000","last_active":"2024-09-19T06:48:54.378822+0000","last_peered":"2024-09-19T06:48:54.378822+0000","last_clean":"2024-09-19T06:48:54.378822+0000","last_became_active":"2024-09-19T06:48:52.381484+0000","last_became_peered":"2024-09-19T06:48:52.381484+0000","last_unstale":"2024-09-19T06:48:54.378822+0000","last_undegraded":"2024-09-19T06:48:54.378822+0000","last_fullsized":"2024-09-19T06:48:54.378822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.406578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360746+0000","last_change":"2024-09-19T06:48:53.367540+0000","last_active":"2024-09-19T06:48:54.360746+0000","last_peered":"2024-09-19T06:48:54.360746+0000","last_clean":"2024-09-19T06:48:54.360746+0000","last_became_active":"2024-09-19T06:48:53.367154+0000","last_became_peered":"2024-09-19T06:48:53.367154+0000","last_unstale":"2024-09-19T06:48:54.360746+0000","last_undegraded":"2024-09-19T06:48:54.360746+0000","last_fullsized":"2024-09-19T06:48:54.360746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:57.200983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378840+0000","last_change":"2024-09-19T06:48:52.378670+0000","last_active":"2024-09-19T06:48:54.378840+0000","last_peered":"2024-09-19T06:48:54.378840+0000","last_clean":"2024-09-19T06:48:54.378840+0000","last_became_active":"2024-09-19T06:48:52.377359+0000","last_became_peered":"2024-09-19T06:48:52.377359+0000","last_unstale":"2024-09-19T06:48:54.378840+0000","last_undegraded":"2024-09-19T06:48:54.378840+0000","last_fullsized":"2024-09-19T06:48:54.378840+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:22.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378531+0000","last_change":"2024-09-19T06:48:53.392847+0000","last_active":"2024-09-19T06:48:54.378531+0000","last_peered":"2024-09-19T06:48:54.378531+0000","last_clean":"2024-09-19T06:48:54.378531+0000","last_became_active":"2024-09-19T06:48:53.390669+0000","last_became_peered":"2024-09-19T06:48:53.390669+0000","last_unstale":"2024-09-19T06:48:54.378531+0000","last_undegraded":"2024-09-19T06:48:54.378531+0000","last_fullsized":"2024-09-19T06:48:54.378531+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:57.006028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380494+0000","last_change":"2024-09-19T06:48:52.379938+0000","last_active":"2024-09-19T06:48:54.380494+0000","last_peered":"2024-09-19T06:48:54.380494+0000","last_clean":"2024-09-19T06:48:54.380494+0000","last_became_active":"2024-09-19T06:48:52.379465+0000","last_became_peered":"2024-09-19T06:48:52.379465+0000","last_unstale":"2024-09-19T06:48:54.380494+0000","last_undegraded":"2024-09-19T06:48:54.380494+0000","last_fullsized":"2024-09-19T06:48:54.380494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:35.539364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.381036+0000","last_change":"2024-09-19T06:48:53.386473+0000","last_active":"2024-09-19T06:48:54.381036+0000","last_peered":"2024-09-19T06:48:54.381036+0000","last_clean":"2024-09-19T06:48:54.381036+0000","last_became_active":"2024-09-19T06:48:53.384192+0000","last_became_peered":"2024-09-19T06:48:53.384192+0000","last_unstale":"2024-09-19T06:48:54.381036+0000","last_undegraded":"2024-09-19T06:48:54.381036+0000","last_fullsized":"2024-09-19T06:48:54.381036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379411+0000","last_change":"2024-09-19T06:48:52.387359+0000","last_active":"2024-09-19T06:48:54.379411+0000","last_peered":"2024-09-19T06:48:54.379411+0000","last_clean":"2024-09-19T06:48:54.379411+0000","last_became_active":"2024-09-19T06:48:52.387089+0000","last_became_peered":"2024-09-19T06:48:52.387089+0000","last_unstale":"2024-09-19T06:48:54.379411+0000","last_undegraded":"2024-09-19T06:48:54.379411+0000","last_fullsized":"2024-09-19T06:48:54.379411+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:52.876625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380468+0000","last_change":"2024-09-19T06:48:53.378306+0000","last_active":"2024-09-19T06:48:54.380468+0000","last_peered":"2024-09-19T06:48:54.380468+0000","last_clean":"2024-09-19T06:48:54.380468+0000","last_became_active":"2024-09-19T06:48:53.378029+0000","last_became_peered":"2024-09-19T06:48:53.378029+0000","last_unstale":"2024-09-19T06:48:54.380468+0000","last_undegraded":"2024-09-19T06:48:54.380468+0000","last_fullsized":"2024-09-19T06:48:54.380468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:57.006028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362686+0000","last_change":"2024-09-19T06:48:52.385444+0000","last_active":"2024-09-19T06:48:54.362686+0000","last_peered":"2024-09-19T06:48:54.362686+0000","last_clean":"2024-09-19T06:48:54.362686+0000","last_became_active":"2024-09-19T06:48:52.385150+0000","last_became_peered":"2024-09-19T06:48:52.385150+0000","last_unstale":"2024-09-19T06:48:54.362686+0000","last_undegraded":"2024-09-19T06:48:54.362686+0000","last_fullsized":"2024-09-19T06:48:54.362686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379769+0000","last_change":"2024-09-19T06:48:53.380063+0000","last_active":"2024-09-19T06:48:54.379769+0000","last_peered":"2024-09-19T06:48:54.379769+0000","last_clean":"2024-09-19T06:48:54.379769+0000","last_became_active":"2024-09-19T06:48:53.379787+0000","last_became_peered":"2024-09-19T06:48:53.379787+0000","last_unstale":"2024-09-19T06:48:54.379769+0000","last_undegraded":"2024-09-19T06:48:54.379769+0000","last_fullsized":"2024-09-19T06:48:54.379769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:00.187252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363472+0000","last_change":"2024-09-19T06:48:52.381366+0000","last_active":"2024-09-19T06:48:54.363472+0000","last_peered":"2024-09-19T06:48:54.363472+0000","last_clean":"2024-09-19T06:48:54.363472+0000","last_became_active":"2024-09-19T06:48:52.381037+0000","last_became_peered":"2024-09-19T06:48:52.381037+0000","last_unstale":"2024-09-19T06:48:54.363472+0000","last_undegraded":"2024-09-19T06:48:54.363472+0000","last_fullsized":"2024-09-19T06:48:54.363472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379211+0000","last_change":"2024-09-19T06:48:53.379036+0000","last_active":"2024-09-19T06:48:54.379211+0000","last_peered":"2024-09-19T06:48:54.379211+0000","last_clean":"2024-09-19T06:48:54.379211+0000","last_became_active":"2024-09-19T06:48:53.378575+0000","last_became_peered":"2024-09-19T06:48:53.378575+0000","last_unstale":"2024-09-19T06:48:54.379211+0000","last_undegraded":"2024-09-19T06:48:54.379211+0000","last_fullsized":"2024-09-19T06:48:54.379211+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:20.009032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":170,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360747+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:48:54.360747+0000","last_peered":"2024-09-19T06:48:54.360747+0000","last_clean":"2024-09-19T06:48:54.360747+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:48:54.360747+0000","last_undegraded":"2024-09-19T06:48:54.360747+0000","last_fullsized":"2024-09-19T06:48:54.360747+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378611+0000","last_change":"2024-09-19T06:48:52.382168+0000","last_active":"2024-09-19T06:48:54.378611+0000","last_peered":"2024-09-19T06:48:54.378611+0000","last_clean":"2024-09-19T06:48:54.378611+0000","last_became_active":"2024-09-19T06:48:52.381825+0000","last_became_peered":"2024-09-19T06:48:52.381825+0000","last_unstale":"2024-09-19T06:48:54.378611+0000","last_undegraded":"2024-09-19T06:48:54.378611+0000","last_fullsized":"2024-09-19T06:48:54.378611+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:57.091088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379089+0000","last_change":"2024-09-19T06:48:53.391881+0000","last_active":"2024-09-19T06:48:54.379089+0000","last_peered":"2024-09-19T06:48:54.379089+0000","last_clean":"2024-09-19T06:48:54.379089+0000","last_became_active":"2024-09-19T06:48:53.391608+0000","last_became_peered":"2024-09-19T06:48:53.391608+0000","last_unstale":"2024-09-19T06:48:54.379089+0000","last_undegraded":"2024-09-19T06:48:54.379089+0000","last_fullsized":"2024-09-19T06:48:54.379089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:34.898389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378425+0000","last_change":"2024-09-19T06:48:52.380846+0000","last_active":"2024-09-19T06:48:54.378425+0000","last_peered":"2024-09-19T06:48:54.378425+0000","last_clean":"2024-09-19T06:48:54.378425+0000","last_became_active":"2024-09-19T06:48:52.380097+0000","last_became_peered":"2024-09-19T06:48:52.380097+0000","last_unstale":"2024-09-19T06:48:54.378425+0000","last_undegraded":"2024-09-19T06:48:54.378425+0000","last_fullsized":"2024-09-19T06:48:54.378425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:35.539364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362627+0000","last_change":"2024-09-19T06:48:53.399287+0000","last_active":"2024-09-19T06:48:54.362627+0000","last_peered":"2024-09-19T06:48:54.362627+0000","last_clean":"2024-09-19T06:48:54.362627+0000","last_became_active":"2024-09-19T06:48:53.399045+0000","last_became_peered":"2024-09-19T06:48:53.399045+0000","last_unstale":"2024-09-19T06:48:54.362627+0000","last_undegraded":"2024-09-19T06:48:54.362627+0000","last_fullsized":"2024-09-19T06:48:54.362627+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380076+0000","last_change":"2024-09-19T06:48:52.384596+0000","last_active":"2024-09-19T06:48:54.380076+0000","last_peered":"2024-09-19T06:48:54.380076+0000","last_clean":"2024-09-19T06:48:54.380076+0000","last_became_active":"2024-09-19T06:48:52.383994+0000","last_became_peered":"2024-09-19T06:48:52.383994+0000","last_unstale":"2024-09-19T06:48:54.380076+0000","last_undegraded":"2024-09-19T06:48:54.380076+0000","last_fullsized":"2024-09-19T06:48:54.380076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362242+0000","last_change":"2024-09-19T06:48:53.377778+0000","last_active":"2024-09-19T06:48:54.362242+0000","last_peered":"2024-09-19T06:48:54.362242+0000","last_clean":"2024-09-19T06:48:54.362242+0000","last_became_active":"2024-09-19T06:48:53.377194+0000","last_became_peered":"2024-09-19T06:48:53.377194+0000","last_unstale":"2024-09-19T06:48:54.362242+0000","last_undegraded":"2024-09-19T06:48:54.362242+0000","last_fullsized":"2024-09-19T06:48:54.362242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:05.108855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379457+0000","last_change":"2024-09-19T06:48:52.379600+0000","last_active":"2024-09-19T06:48:54.379457+0000","last_peered":"2024-09-19T06:48:54.379457+0000","last_clean":"2024-09-19T06:48:54.379457+0000","last_became_active":"2024-09-19T06:48:52.379343+0000","last_became_peered":"2024-09-19T06:48:52.379343+0000","last_unstale":"2024-09-19T06:48:54.379457+0000","last_undegraded":"2024-09-19T06:48:54.379457+0000","last_fullsized":"2024-09-19T06:48:54.379457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:36.300276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379199+0000","last_change":"2024-09-19T06:48:53.390472+0000","last_active":"2024-09-19T06:48:54.379199+0000","last_peered":"2024-09-19T06:48:54.379199+0000","last_clean":"2024-09-19T06:48:54.379199+0000","last_became_active":"2024-09-19T06:48:53.390209+0000","last_became_peered":"2024-09-19T06:48:53.390209+0000","last_unstale":"2024-09-19T06:48:54.379199+0000","last_undegraded":"2024-09-19T06:48:54.379199+0000","last_fullsized":"2024-09-19T06:48:54.379199+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:12.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362200+0000","last_change":"2024-09-19T06:48:52.379722+0000","last_active":"2024-09-19T06:48:54.362200+0000","last_peered":"2024-09-19T06:48:54.362200+0000","last_clean":"2024-09-19T06:48:54.362200+0000","last_became_active":"2024-09-19T06:48:52.379373+0000","last_became_peered":"2024-09-19T06:48:52.379373+0000","last_unstale":"2024-09-19T06:48:54.362200+0000","last_undegraded":"2024-09-19T06:48:54.362200+0000","last_fullsized":"2024-09-19T06:48:54.362200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380563+0000","last_change":"2024-09-19T06:48:53.394230+0000","last_active":"2024-09-19T06:48:54.380563+0000","last_peered":"2024-09-19T06:48:54.380563+0000","last_clean":"2024-09-19T06:48:54.380563+0000","last_became_active":"2024-09-19T06:48:53.394002+0000","last_became_peered":"2024-09-19T06:48:53.394002+0000","last_unstale":"2024-09-19T06:48:54.380563+0000","last_undegraded":"2024-09-19T06:48:54.380563+0000","last_fullsized":"2024-09-19T06:48:54.380563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379297+0000","last_change":"2024-09-19T06:48:52.381335+0000","last_active":"2024-09-19T06:48:54.379297+0000","last_peered":"2024-09-19T06:48:54.379297+0000","last_clean":"2024-09-19T06:48:54.379297+0000","last_became_active":"2024-09-19T06:48:52.380998+0000","last_became_peered":"2024-09-19T06:48:52.380998+0000","last_unstale":"2024-09-19T06:48:54.379297+0000","last_undegraded":"2024-09-19T06:48:54.379297+0000","last_fullsized":"2024-09-19T06:48:54.379297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:29.942423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363478+0000","last_change":"2024-09-19T06:48:53.392572+0000","last_active":"2024-09-19T06:48:54.363478+0000","last_peered":"2024-09-19T06:48:54.363478+0000","last_clean":"2024-09-19T06:48:54.363478+0000","last_became_active":"2024-09-19T06:48:53.392316+0000","last_became_peered":"2024-09-19T06:48:53.392316+0000","last_unstale":"2024-09-19T06:48:54.363478+0000","last_undegraded":"2024-09-19T06:48:54.363478+0000","last_fullsized":"2024-09-19T06:48:54.363478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:58.096691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379560+0000","last_change":"2024-09-19T06:48:52.377912+0000","last_active":"2024-09-19T06:48:54.379560+0000","last_peered":"2024-09-19T06:48:54.379560+0000","last_clean":"2024-09-19T06:48:54.379560+0000","last_became_active":"2024-09-19T06:48:52.376610+0000","last_became_peered":"2024-09-19T06:48:52.376610+0000","last_unstale":"2024-09-19T06:48:54.379560+0000","last_undegraded":"2024-09-19T06:48:54.379560+0000","last_fullsized":"2024-09-19T06:48:54.379560+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:53.649492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379522+0000","last_change":"2024-09-19T06:48:53.379950+0000","last_active":"2024-09-19T06:48:54.379522+0000","last_peered":"2024-09-19T06:48:54.379522+0000","last_clean":"2024-09-19T06:48:54.379522+0000","last_became_active":"2024-09-19T06:48:53.379129+0000","last_became_peered":"2024-09-19T06:48:53.379129+0000","last_unstale":"2024-09-19T06:48:54.379522+0000","last_undegraded":"2024-09-19T06:48:54.379522+0000","last_fullsized":"2024-09-19T06:48:54.379522+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:47.436574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379126+0000","last_change":"2024-09-19T06:48:52.378808+0000","last_active":"2024-09-19T06:48:54.379126+0000","last_peered":"2024-09-19T06:48:54.379126+0000","last_clean":"2024-09-19T06:48:54.379126+0000","last_became_active":"2024-09-19T06:48:52.378571+0000","last_became_peered":"2024-09-19T06:48:52.378571+0000","last_unstale":"2024-09-19T06:48:54.379126+0000","last_undegraded":"2024-09-19T06:48:54.379126+0000","last_fullsized":"2024-09-19T06:48:54.379126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:04.103253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379491+0000","last_change":"2024-09-19T06:48:53.380562+0000","last_active":"2024-09-19T06:48:54.379491+0000","last_peered":"2024-09-19T06:48:54.379491+0000","last_clean":"2024-09-19T06:48:54.379491+0000","last_became_active":"2024-09-19T06:48:53.380255+0000","last_became_peered":"2024-09-19T06:48:53.380255+0000","last_unstale":"2024-09-19T06:48:54.379491+0000","last_undegraded":"2024-09-19T06:48:54.379491+0000","last_fullsized":"2024-09-19T06:48:54.379491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:12.909209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378325+0000","last_change":"2024-09-19T06:48:52.375691+0000","last_active":"2024-09-19T06:48:54.378325+0000","last_peered":"2024-09-19T06:48:54.378325+0000","last_clean":"2024-09-19T06:48:54.378325+0000","last_became_active":"2024-09-19T06:48:52.375412+0000","last_became_peered":"2024-09-19T06:48:52.375412+0000","last_unstale":"2024-09-19T06:48:54.378325+0000","last_undegraded":"2024-09-19T06:48:54.378325+0000","last_fullsized":"2024-09-19T06:48:54.378325+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378689+0000","last_change":"2024-09-19T06:48:53.372845+0000","last_active":"2024-09-19T06:48:54.378689+0000","last_peered":"2024-09-19T06:48:54.378689+0000","last_clean":"2024-09-19T06:48:54.378689+0000","last_became_active":"2024-09-19T06:48:53.372601+0000","last_became_peered":"2024-09-19T06:48:53.372601+0000","last_unstale":"2024-09-19T06:48:54.378689+0000","last_undegraded":"2024-09-19T06:48:54.378689+0000","last_fullsized":"2024-09-19T06:48:54.378689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:04.944852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379145+0000","last_change":"2024-09-19T06:48:52.377105+0000","last_active":"2024-09-19T06:48:54.379145+0000","last_peered":"2024-09-19T06:48:54.379145+0000","last_clean":"2024-09-19T06:48:54.379145+0000","last_became_active":"2024-09-19T06:48:52.376662+0000","last_became_peered":"2024-09-19T06:48:52.376662+0000","last_unstale":"2024-09-19T06:48:54.379145+0000","last_undegraded":"2024-09-19T06:48:54.379145+0000","last_fullsized":"2024-09-19T06:48:54.379145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:13.346187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378993+0000","last_change":"2024-09-19T06:48:53.378349+0000","last_active":"2024-09-19T06:48:54.378993+0000","last_peered":"2024-09-19T06:48:54.378993+0000","last_clean":"2024-09-19T06:48:54.378993+0000","last_became_active":"2024-09-19T06:48:53.376735+0000","last_became_peered":"2024-09-19T06:48:53.376735+0000","last_unstale":"2024-09-19T06:48:54.378993+0000","last_undegraded":"2024-09-19T06:48:54.378993+0000","last_fullsized":"2024-09-19T06:48:54.378993+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:40.401646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362978+0000","last_change":"2024-09-19T06:48:52.380336+0000","last_active":"2024-09-19T06:48:54.362978+0000","last_peered":"2024-09-19T06:48:54.362978+0000","last_clean":"2024-09-19T06:48:54.362978+0000","last_became_active":"2024-09-19T06:48:52.377131+0000","last_became_peered":"2024-09-19T06:48:52.377131+0000","last_unstale":"2024-09-19T06:48:54.362978+0000","last_undegraded":"2024-09-19T06:48:54.362978+0000","last_fullsized":"2024-09-19T06:48:54.362978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379690+0000","last_change":"2024-09-19T06:48:53.382921+0000","last_active":"2024-09-19T06:48:54.379690+0000","last_peered":"2024-09-19T06:48:54.379690+0000","last_clean":"2024-09-19T06:48:54.379690+0000","last_became_active":"2024-09-19T06:48:53.381007+0000","last_became_peered":"2024-09-19T06:48:53.381007+0000","last_unstale":"2024-09-19T06:48:54.379690+0000","last_undegraded":"2024-09-19T06:48:54.379690+0000","last_fullsized":"2024-09-19T06:48:54.379690+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:57.557913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378515+0000","last_change":"2024-09-19T06:48:52.382565+0000","last_active":"2024-09-19T06:48:54.378515+0000","last_peered":"2024-09-19T06:48:54.378515+0000","last_clean":"2024-09-19T06:48:54.378515+0000","last_became_active":"2024-09-19T06:48:52.381821+0000","last_became_peered":"2024-09-19T06:48:52.381821+0000","last_unstale":"2024-09-19T06:48:54.378515+0000","last_undegraded":"2024-09-19T06:48:54.378515+0000","last_fullsized":"2024-09-19T06:48:54.378515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:28.885244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379223+0000","last_change":"2024-09-19T06:48:53.377911+0000","last_active":"2024-09-19T06:48:54.379223+0000","last_peered":"2024-09-19T06:48:54.379223+0000","last_clean":"2024-09-19T06:48:54.379223+0000","last_became_active":"2024-09-19T06:48:53.377670+0000","last_became_peered":"2024-09-19T06:48:53.377670+0000","last_unstale":"2024-09-19T06:48:54.379223+0000","last_undegraded":"2024-09-19T06:48:54.379223+0000","last_fullsized":"2024-09-19T06:48:54.379223+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.005426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378925+0000","last_change":"2024-09-19T06:48:53.383294+0000","last_active":"2024-09-19T06:48:54.378925+0000","last_peered":"2024-09-19T06:48:54.378925+0000","last_clean":"2024-09-19T06:48:54.378925+0000","last_became_active":"2024-09-19T06:48:53.383022+0000","last_became_peered":"2024-09-19T06:48:53.383022+0000","last_unstale":"2024-09-19T06:48:54.378925+0000","last_undegraded":"2024-09-19T06:48:54.378925+0000","last_fullsized":"2024-09-19T06:48:54.378925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:56.166078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379851+0000","last_change":"2024-09-19T06:48:52.376663+0000","last_active":"2024-09-19T06:48:54.379851+0000","last_peered":"2024-09-19T06:48:54.379851+0000","last_clean":"2024-09-19T06:48:54.379851+0000","last_became_active":"2024-09-19T06:48:52.376243+0000","last_became_peered":"2024-09-19T06:48:52.376243+0000","last_unstale":"2024-09-19T06:48:54.379851+0000","last_undegraded":"2024-09-19T06:48:54.379851+0000","last_fullsized":"2024-09-19T06:48:54.379851+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:56.552310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360945+0000","last_change":"2024-09-19T06:48:53.371581+0000","last_active":"2024-09-19T06:48:54.360945+0000","last_peered":"2024-09-19T06:48:54.360945+0000","last_clean":"2024-09-19T06:48:54.360945+0000","last_became_active":"2024-09-19T06:48:53.371206+0000","last_became_peered":"2024-09-19T06:48:53.371206+0000","last_unstale":"2024-09-19T06:48:54.360945+0000","last_undegraded":"2024-09-19T06:48:54.360945+0000","last_fullsized":"2024-09-19T06:48:54.360945+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379985+0000","last_change":"2024-09-19T06:48:52.378844+0000","last_active":"2024-09-19T06:48:54.379985+0000","last_peered":"2024-09-19T06:48:54.379985+0000","last_clean":"2024-09-19T06:48:54.379985+0000","last_became_active":"2024-09-19T06:48:52.376958+0000","last_became_peered":"2024-09-19T06:48:52.376958+0000","last_unstale":"2024-09-19T06:48:54.379985+0000","last_undegraded":"2024-09-19T06:48:54.379985+0000","last_fullsized":"2024-09-19T06:48:54.379985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:49.573361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363759+0000","last_change":"2024-09-19T06:48:53.380339+0000","last_active":"2024-09-19T06:48:54.363759+0000","last_peered":"2024-09-19T06:48:54.363759+0000","last_clean":"2024-09-19T06:48:54.363759+0000","last_became_active":"2024-09-19T06:48:53.377132+0000","last_became_peered":"2024-09-19T06:48:53.377132+0000","last_unstale":"2024-09-19T06:48:54.363759+0000","last_undegraded":"2024-09-19T06:48:54.363759+0000","last_fullsized":"2024-09-19T06:48:54.363759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:00.187252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362799+0000","last_change":"2024-09-19T06:48:52.378976+0000","last_active":"2024-09-19T06:48:54.362799+0000","last_peered":"2024-09-19T06:48:54.362799+0000","last_clean":"2024-09-19T06:48:54.362799+0000","last_became_active":"2024-09-19T06:48:52.378612+0000","last_became_peered":"2024-09-19T06:48:52.378612+0000","last_unstale":"2024-09-19T06:48:54.362799+0000","last_undegraded":"2024-09-19T06:48:54.362799+0000","last_fullsized":"2024-09-19T06:48:54.362799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362468+0000","last_change":"2024-09-19T06:48:53.397418+0000","last_active":"2024-09-19T06:48:54.362468+0000","last_peered":"2024-09-19T06:48:54.362468+0000","last_clean":"2024-09-19T06:48:54.362468+0000","last_became_active":"2024-09-19T06:48:53.396765+0000","last_became_peered":"2024-09-19T06:48:53.396765+0000","last_unstale":"2024-09-19T06:48:54.362468+0000","last_undegraded":"2024-09-19T06:48:54.362468+0000","last_fullsized":"2024-09-19T06:48:54.362468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:44.251613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379916+0000","last_change":"2024-09-19T06:48:52.383250+0000","last_active":"2024-09-19T06:48:54.379916+0000","last_peered":"2024-09-19T06:48:54.379916+0000","last_clean":"2024-09-19T06:48:54.379916+0000","last_became_active":"2024-09-19T06:48:52.382944+0000","last_became_peered":"2024-09-19T06:48:52.382944+0000","last_unstale":"2024-09-19T06:48:54.379916+0000","last_undegraded":"2024-09-19T06:48:54.379916+0000","last_fullsized":"2024-09-19T06:48:54.379916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:41.518165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509445,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:49:02.557 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:49:02.558 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T06:49:02.558 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T06:49:02.558 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T06:49:02.558 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T06:49:02.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.741+0000 7f5322a00640 1 Processor -- start 2024-09-19T06:49:02.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.741+0000 7f5322a00640 1 -- start start 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5322a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f531c15a9c0 0x7f531c15e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5322a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f531c0b5be0 0x7f531c15eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5322a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f531c0b6830 con 0x7f531c0b29a0 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5322a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f531c15f410 con 0x7f531c0b5be0 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5322a00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f531c0cd0b0 con 0x7f531c15a9c0 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5313400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f531c0b5be0 0x7f531c15eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5313400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f531c0b5be0 0x7f531c15eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55288/0 (socket says 172.21.15.90:55288) 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5320a00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f531c0b29a0 0x7f531c0b3710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54480/0 (socket says 172.21.15.90:54480) 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5313400640 1 -- 172.21.15.90:0/1811632522 learned_addr learned my addr 172.21.15.90:0/1811632522 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f531be00640 1 --2- 172.21.15.90:0/1811632522 >> v2:172.21.15.129:3300/0 conn(0x7f531c15a9c0 0x7f531c15e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5313400640 1 -- 172.21.15.90:0/1811632522 >> v2:172.21.15.129:3300/0 conn(0x7f531c15a9c0 msgr2=0x7f531c15e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:02.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5313400640 1 --2- 172.21.15.90:0/1811632522 >> v2:172.21.15.129:3300/0 conn(0x7f531c15a9c0 0x7f531c15e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.743+0000 7f5313400640 1 -- 172.21.15.90:0/1811632522 >> v1:172.21.15.90:6789/0 conn(0x7f531c0b29a0 legacy=0x7f531c0b3710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.744+0000 7f5313400640 1 -- 172.21.15.90:0/1811632522 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f531c0cd390 con 0x7f531c0b5be0 2024-09-19T06:49:02.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.744+0000 7f531b400640 1 -- 172.21.15.90:0/1811632522 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 360457208 0 0) 0x7f531c0b6830 con 0x7f531c0b29a0 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.744+0000 7f5313400640 1 --2- 172.21.15.90:0/1811632522 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c0b5be0 0x7f531c15eb40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f531c06f1a0 tx=0x7f530402b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35fe3920b2bc351 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f531b400640 1 -- 172.21.15.90:0/1811632522 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530400b040 con 0x7f531c0b5be0 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f531b400640 1 -- 172.21.15.90:0/1811632522 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f530402be50 con 0x7f531c0b5be0 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f531b400640 1 -- 172.21.15.90:0/1811632522 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5304030930 con 0x7f531c0b5be0 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f5322a00640 1 -- 172.21.15.90:0/1811632522 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c0b5be0 msgr2=0x7f531c15eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f5322a00640 1 --2- 172.21.15.90:0/1811632522 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c0b5be0 0x7f531c15eb40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f531c06f1a0 tx=0x7f530402b630 comp rx=0 tx=0).stop 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f5322a00640 1 -- 172.21.15.90:0/1811632522 shutdown_connections 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f5322a00640 1 --2- 172.21.15.90:0/1811632522 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c0b5be0 0x7f531c15eb40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f5322a00640 1 --2- 172.21.15.90:0/1811632522 >> v2:172.21.15.129:3300/0 conn(0x7f531c15a9c0 0x7f531c15e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f5322a00640 1 -- 172.21.15.90:0/1811632522 >> 172.21.15.90:0/1811632522 conn(0x7f531c06bc10 msgr2=0x7f531c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:02.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f5322a00640 1 -- 172.21.15.90:0/1811632522 shutdown_connections 2024-09-19T06:49:02.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.745+0000 7f5322a00640 1 -- 172.21.15.90:0/1811632522 wait complete. 2024-09-19T06:49:02.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.747+0000 7f5322a00640 1 Processor -- start 2024-09-19T06:49:02.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.747+0000 7f5322a00640 1 -- start start 2024-09-19T06:49:02.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5322a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f531c0b29a0 0x7f531c151f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5322a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f531c0b5be0 0x7f531c14cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5322a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c15a9c0 0x7f531c15b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5322a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f531c15ada0 con 0x7f531c15a9c0 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5322a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f531c0cd950 con 0x7f531c0b5be0 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5322a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f531c15f080 con 0x7f531c0b29a0 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5320a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c15a9c0 0x7f531c15b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5320a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c15a9c0 0x7f531c15b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55298/0 (socket says 172.21.15.90:55298) 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5320a00640 1 -- 172.21.15.90:0/371841256 learned_addr learned my addr 172.21.15.90:0/371841256 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f531be00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f531c0b29a0 0x7f531c151f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.748+0000 7f5313400640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f531c0b5be0 0x7f531c14cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5320a00640 1 -- 172.21.15.90:0/371841256 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f531c0b29a0 msgr2=0x7f531c151f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5320a00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f531c0b29a0 0x7f531c151f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5320a00640 1 -- 172.21.15.90:0/371841256 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f531c0b5be0 msgr2=0x7f531c14cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5320a00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f531c0b5be0 0x7f531c14cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5320a00640 1 -- 172.21.15.90:0/371841256 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f531c14d190 con 0x7f531c15a9c0 2024-09-19T06:49:02.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5313400640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f531c0b5be0 0x7f531c14cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:02.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5320a00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c15a9c0 0x7f531c15b8f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f531400c7b0 tx=0x7f531400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:02.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5318c00640 1 -- 172.21.15.90:0/371841256 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5314018070 con 0x7f531c15a9c0 2024-09-19T06:49:02.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5318c00640 1 -- 172.21.15.90:0/371841256 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f531400a640 con 0x7f531c15a9c0 2024-09-19T06:49:02.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5318c00640 1 -- 172.21.15.90:0/371841256 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531400ce60 con 0x7f531c15a9c0 2024-09-19T06:49:02.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f531c15b300 con 0x7f531c15a9c0 2024-09-19T06:49:02.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.749+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f531c151490 con 0x7f531c15a9c0 2024-09-19T06:49:02.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.750+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f531c06de40 con 0x7f531c15a9c0 2024-09-19T06:49:02.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.751+0000 7f5318c00640 1 -- 172.21.15.90:0/371841256 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f531400aa70 con 0x7f531c15a9c0 2024-09-19T06:49:02.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.752+0000 7f5318c00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f52f806c2b0 0x7f52f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:02.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.752+0000 7f5318c00640 1 -- 172.21.15.90:0/371841256 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f531408a940 con 0x7f531c15a9c0 2024-09-19T06:49:02.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.752+0000 7f531be00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f52f806c2b0 0x7f52f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:02.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.753+0000 7f531be00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f52f806c2b0 0x7f52f806e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f531c1f75c0 tx=0x7f530c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:02.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.756+0000 7f5318c00640 1 -- 172.21.15.90:0/371841256 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5314058b10 con 0x7f531c15a9c0 2024-09-19T06:49:02.977 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.976+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f531c157d10 con 0x7f531c15a9c0 2024-09-19T06:49:02.980 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.979+0000 7f5318c00640 1 -- 172.21.15.90:0/371841256 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173505 (secure 0 0 0) 0x7f531405ce10 con 0x7f531c15a9c0 2024-09-19T06:49:02.982 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:02.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f52f806c2b0 msgr2=0x7f52f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f52f806c2b0 0x7f52f806e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f531c1f75c0 tx=0x7f530c008040 comp rx=0 tx=0).stop 2024-09-19T06:49:02.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c15a9c0 msgr2=0x7f531c15b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:02.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c15a9c0 0x7f531c15b8f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f531400c7b0 tx=0x7f531400cc70 comp rx=0 tx=0).stop 2024-09-19T06:49:02.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 shutdown_connections 2024-09-19T06:49:02.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f52f806c2b0 0x7f52f806e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.984 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f531c15a9c0 0x7f531c15b8f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f531c0b5be0 0x7f531c14cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 --2- 172.21.15.90:0/371841256 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f531c0b29a0 0x7f531c151f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:02.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 >> 172.21.15.90:0/371841256 conn(0x7f531c06bc10 msgr2=0x7f531c074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:02.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 shutdown_connections 2024-09-19T06:49:02.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:02.982+0000 7f5322a00640 1 -- 172.21.15.90:0/371841256 wait complete. 2024-09-19T06:49:02.999 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2371484944},{"type":"v1","addr":"172.21.15.90:6801","nonce":2371484944}]},"active_addr":"172.21.15.90:6801/2371484944","active_change":"2024-09-19T06:48:33.007623+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4102,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3035864571}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":2120476145}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":1461251316}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":1185559229}]}]} 2024-09-19T06:49:03.002 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T06:49:03.002 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T06:49:03.002 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:49:03.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.157+0000 7fd051400640 1 Processor -- start 2024-09-19T06:49:03.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.157+0000 7fd051400640 1 -- start start 2024-09-19T06:49:03.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.158+0000 7fd051400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fd04c155800 0x7fd04c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.158+0000 7fd051400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd04c15c330 0x7fd04c0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.158+0000 7fd051400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fd04c0cf570 0x7fd04c0cf9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.158+0000 7fd051400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fd04c0b4e60 con 0x7fd04c155800 2024-09-19T06:49:03.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.158+0000 7fd051400640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fd04c0cff00 con 0x7fd04c0cf570 2024-09-19T06:49:03.161 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.158+0000 7fd051400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fd04c15c7a0 con 0x7fd04c15c330 2024-09-19T06:49:03.161 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.159+0000 7fd04a800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fd04c155800 0x7fd04c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.161 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.159+0000 7fd04a800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fd04c155800 0x7fd04c0b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55304/0 (socket says 172.21.15.90:55304) 2024-09-19T06:49:03.161 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.159+0000 7fd04a800640 1 -- 172.21.15.90:0/688041194 learned_addr learned my addr 172.21.15.90:0/688041194 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:03.161 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.159+0000 7fd04a800640 1 -- 172.21.15.90:0/688041194 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd04c15c330 msgr2=0x7fd04c0b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:03.161 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.159+0000 7fd04a800640 1 --2- 172.21.15.90:0/688041194 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd04c15c330 0x7fd04c0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.161 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.159+0000 7fd04a800640 1 -- 172.21.15.90:0/688041194 >> v2:172.21.15.129:3300/0 conn(0x7fd04c0cf570 msgr2=0x7fd04c0cf9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:03.161 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.159+0000 7fd04a800640 1 --2- 172.21.15.90:0/688041194 >> v2:172.21.15.129:3300/0 conn(0x7fd04c0cf570 0x7fd04c0cf9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.161 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.159+0000 7fd04a800640 1 -- 172.21.15.90:0/688041194 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd04c0b50a0 con 0x7fd04c155800 2024-09-19T06:49:03.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.160+0000 7fd04a800640 1 --2- 172.21.15.90:0/688041194 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c155800 0x7fd04c0b6140 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd04c15fe40 tx=0x7fd03c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c236a8b81c2efcf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:03.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.160+0000 7fd049e00640 1 -- 172.21.15.90:0/688041194 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03c037070 con 0x7fd04c155800 2024-09-19T06:49:03.162 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.160+0000 7fd049e00640 1 -- 172.21.15.90:0/688041194 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd03c032440 con 0x7fd04c155800 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.160+0000 7fd049e00640 1 -- 172.21.15.90:0/688041194 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03c032810 con 0x7fd04c155800 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.161+0000 7fd051400640 1 -- 172.21.15.90:0/688041194 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c155800 msgr2=0x7fd04c0b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.161+0000 7fd051400640 1 --2- 172.21.15.90:0/688041194 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c155800 0x7fd04c0b6140 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd04c15fe40 tx=0x7fd03c02a1e0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.161+0000 7fd051400640 1 -- 172.21.15.90:0/688041194 shutdown_connections 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.161+0000 7fd051400640 1 --2- 172.21.15.90:0/688041194 >> v2:172.21.15.129:3300/0 conn(0x7fd04c0cf570 0x7fd04c0cf9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.161+0000 7fd051400640 1 --2- 172.21.15.90:0/688041194 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd04c15c330 0x7fd04c0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.161+0000 7fd051400640 1 --2- 172.21.15.90:0/688041194 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c155800 0x7fd04c0b6140 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.161+0000 7fd051400640 1 -- 172.21.15.90:0/688041194 >> 172.21.15.90:0/688041194 conn(0x7fd04c06bc10 msgr2=0x7fd04c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.161+0000 7fd051400640 1 -- 172.21.15.90:0/688041194 shutdown_connections 2024-09-19T06:49:03.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.161+0000 7fd051400640 1 -- 172.21.15.90:0/688041194 wait complete. 2024-09-19T06:49:03.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.163+0000 7fd051400640 1 Processor -- start 2024-09-19T06:49:03.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.163+0000 7fd051400640 1 -- start start 2024-09-19T06:49:03.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.163+0000 7fd051400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd04c0cf570 0x7fd04c156120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.163+0000 7fd051400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd04c155800 0x7fd04c1f8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.163+0000 7fd051400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c15c330 0x7fd04c14beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.163+0000 7fd051400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd04c0b5940 con 0x7fd04c15c330 2024-09-19T06:49:03.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd051400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fd04c0b5660 con 0x7fd04c155800 2024-09-19T06:49:03.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd051400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fd04c0b5c20 con 0x7fd04c0cf570 2024-09-19T06:49:03.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c15c330 0x7fd04c14beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c15c330 0x7fd04c14beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55310/0 (socket says 172.21.15.90:55310) 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04b200640 1 -- 172.21.15.90:0/3359984525 learned_addr learned my addr 172.21.15.90:0/3359984525 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd041e00640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd04c155800 0x7fd04c1f8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04a800640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd04c0cf570 0x7fd04c156120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04b200640 1 -- 172.21.15.90:0/3359984525 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd04c0cf570 msgr2=0x7fd04c156120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04b200640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd04c0cf570 0x7fd04c156120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04b200640 1 -- 172.21.15.90:0/3359984525 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd04c155800 msgr2=0x7fd04c1f8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04b200640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd04c155800 0x7fd04c1f8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04b200640 1 -- 172.21.15.90:0/3359984525 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd04c158c20 con 0x7fd04c15c330 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.164+0000 7fd04b200640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c15c330 0x7fd04c14beb0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd04400b9e0 tx=0x7fd04400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.165+0000 7fd043400640 1 -- 172.21.15.90:0/3359984525 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd044019070 con 0x7fd04c15c330 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.165+0000 7fd043400640 1 -- 172.21.15.90:0/3359984525 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd04400cac0 con 0x7fd04c15c330 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.165+0000 7fd043400640 1 -- 172.21.15.90:0/3359984525 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd044014440 con 0x7fd04c15c330 2024-09-19T06:49:03.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.165+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd04c158f00 con 0x7fd04c15c330 2024-09-19T06:49:03.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.165+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd04c1f8d80 con 0x7fd04c15c330 2024-09-19T06:49:03.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.166+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd04c155be0 con 0x7fd04c15c330 2024-09-19T06:49:03.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.167+0000 7fd043400640 1 -- 172.21.15.90:0/3359984525 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd04401c070 con 0x7fd04c15c330 2024-09-19T06:49:03.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.168+0000 7fd043400640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd02806c2e0 0x7fd02806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.168+0000 7fd043400640 1 -- 172.21.15.90:0/3359984525 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd04408b0c0 con 0x7fd04c15c330 2024-09-19T06:49:03.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.168+0000 7fd04a800640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd02806c2e0 0x7fd02806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.169+0000 7fd04a800640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd02806c2e0 0x7fd02806e7a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd03c034000 tx=0x7fd03c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:03.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.172+0000 7fd043400640 1 -- 172.21.15.90:0/3359984525 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd044059140 con 0x7fd04c15c330 2024-09-19T06:49:03.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.352+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd04c1590d0 con 0x7fd04c15c330 2024-09-19T06:49:03.354 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.353+0000 7fd043400640 1 -- 172.21.15.90:0/3359984525 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16669 (secure 0 0 0) 0x7fd04405d440 con 0x7fd04c15c330 2024-09-19T06:49:03.354 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:03.355 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":22,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:54.356514+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:48:50.762079+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:48:51.758632+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:49:03.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd02806c2e0 msgr2=0x7fd02806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd02806c2e0 0x7fd02806e7a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd03c034000 tx=0x7fd03c02e000 comp rx=0 tx=0).stop 2024-09-19T06:49:03.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c15c330 msgr2=0x7fd04c14beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c15c330 0x7fd04c14beb0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd04400b9e0 tx=0x7fd04400bea0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 shutdown_connections 2024-09-19T06:49:03.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd02806c2e0 0x7fd02806e7a0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd04c15c330 0x7fd04c14beb0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd04c155800 0x7fd04c1f8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 --2- 172.21.15.90:0/3359984525 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd04c0cf570 0x7fd04c156120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 >> 172.21.15.90:0/3359984525 conn(0x7fd04c06bc10 msgr2=0x7fd04c0ce820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:03.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.355+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 shutdown_connections 2024-09-19T06:49:03.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.356+0000 7fd051400640 1 -- 172.21.15.90:0/3359984525 wait complete. 2024-09-19T06:49:03.373 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T06:49:03.373 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:49:03.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.523+0000 7f3584a00640 1 Processor -- start 2024-09-19T06:49:03.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.523+0000 7f3584a00640 1 -- start start 2024-09-19T06:49:03.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.524+0000 7f3584a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f358015e5f0 0x7f35800d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.524+0000 7f3584a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f358015e9d0 con 0x7f35800d13c0 2024-09-19T06:49:03.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.524+0000 7f3584a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35800b8f20 con 0x7f35800b8900 2024-09-19T06:49:03.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.524+0000 7f3584a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f35800b9b30 con 0x7f358015e5f0 2024-09-19T06:49:03.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.524+0000 7f357e800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f358015e5f0 0x7f35800d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.524+0000 7f357e800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f358015e5f0 0x7f35800d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55314/0 (socket says 172.21.15.90:55314) 2024-09-19T06:49:03.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.524+0000 7f357e800640 1 -- 172.21.15.90:0/1178347680 learned_addr learned my addr 172.21.15.90:0/1178347680 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:03.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.524+0000 7f357de00640 1 --1- 172.21.15.90:0/1178347680 >> v1:172.21.15.90:6789/0 conn(0x7f35800d13c0 0x7f35800b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:54488/0 (socket says 172.21.15.90:54488) 2024-09-19T06:49:03.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.525+0000 7f357e800640 1 -- 172.21.15.90:0/1178347680 >> v1:172.21.15.129:6789/0 conn(0x7f35800b8900 legacy=0x7f35800d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:03.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.525+0000 7f357e800640 1 -- 172.21.15.90:0/1178347680 >> v1:172.21.15.90:6789/0 conn(0x7f35800d13c0 legacy=0x7f35800b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.525+0000 7f357e800640 1 -- 172.21.15.90:0/1178347680 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35800b9200 con 0x7f358015e5f0 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.526+0000 7f357e800640 1 --2- 172.21.15.90:0/1178347680 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 0x7f35800d0e80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3570009870 tx=0x7f357002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61752bd6214eda12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.526+0000 7f357d400640 1 -- 172.21.15.90:0/1178347680 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3570037070 con 0x7f358015e5f0 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.526+0000 7f357d400640 1 -- 172.21.15.90:0/1178347680 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3570032440 con 0x7f358015e5f0 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.526+0000 7f357d400640 1 -- 172.21.15.90:0/1178347680 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3570032810 con 0x7f358015e5f0 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.526+0000 7f3584a00640 1 -- 172.21.15.90:0/1178347680 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 msgr2=0x7f35800d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.526+0000 7f3584a00640 1 --2- 172.21.15.90:0/1178347680 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 0x7f35800d0e80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3570009870 tx=0x7f357002a2a0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.527+0000 7f3584a00640 1 -- 172.21.15.90:0/1178347680 shutdown_connections 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.527+0000 7f3584a00640 1 --2- 172.21.15.90:0/1178347680 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 0x7f35800d0e80 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.527+0000 7f3584a00640 1 -- 172.21.15.90:0/1178347680 >> 172.21.15.90:0/1178347680 conn(0x7f3580062630 msgr2=0x7f3580062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:03.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.527+0000 7f3584a00640 1 -- 172.21.15.90:0/1178347680 shutdown_connections 2024-09-19T06:49:03.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.527+0000 7f3584a00640 1 -- 172.21.15.90:0/1178347680 wait complete. 2024-09-19T06:49:03.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.528+0000 7f3584a00640 1 Processor -- start 2024-09-19T06:49:03.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.528+0000 7f3584a00640 1 -- start start 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.529+0000 7f3584a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f35800b8900 0x7f3580161230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.529+0000 7f3584a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f35800d13c0 0x7f35801f4970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.529+0000 7f3584a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 0x7f3580154550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.529+0000 7f3584a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f35800d32d0 con 0x7f358015e5f0 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.529+0000 7f3584a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f35800b97c0 con 0x7f35800b8900 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.529+0000 7f3584a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f35800d3450 con 0x7f35800d13c0 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.529+0000 7f357f200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 0x7f3580154550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.529+0000 7f357f200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 0x7f3580154550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:55326/0 (socket says 172.21.15.90:55326) 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.529+0000 7f357f200640 1 -- 172.21.15.90:0/1773167372 learned_addr learned my addr 172.21.15.90:0/1773167372 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f357e800640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f35800b8900 0x7f3580161230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f357de00640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f35800d13c0 0x7f35801f4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f357f200640 1 -- 172.21.15.90:0/1773167372 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f35800d13c0 msgr2=0x7f35801f4970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f357f200640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f35800d13c0 0x7f35801f4970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f357f200640 1 -- 172.21.15.90:0/1773167372 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f35800b8900 msgr2=0x7f3580161230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f357f200640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f35800b8900 0x7f3580161230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f357f200640 1 -- 172.21.15.90:0/1773167372 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35801f8340 con 0x7f358015e5f0 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f357e800640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f35800b8900 0x7f3580161230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f357f200640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 0x7f3580154550 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f357800c780 tx=0x7f357800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f3576a00640 1 -- 172.21.15.90:0/1773167372 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3578004b60 con 0x7f358015e5f0 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f3576a00640 1 -- 172.21.15.90:0/1773167372 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3578004d00 con 0x7f358015e5f0 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35801f7580 con 0x7f358015e5f0 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f3576a00640 1 -- 172.21.15.90:0/1773167372 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f357800aa90 con 0x7f358015e5f0 2024-09-19T06:49:03.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.530+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35801f7b40 con 0x7f358015e5f0 2024-09-19T06:49:03.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.532+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35800d0e80 con 0x7f358015e5f0 2024-09-19T06:49:03.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.532+0000 7f3576a00640 1 -- 172.21.15.90:0/1773167372 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f357800ac30 con 0x7f358015e5f0 2024-09-19T06:49:03.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.533+0000 7f3576a00640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f356006c2b0 0x7f356006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:03.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.533+0000 7f3576a00640 1 -- 172.21.15.90:0/1773167372 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f357808b6c0 con 0x7f358015e5f0 2024-09-19T06:49:03.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.534+0000 7f357e800640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f356006c2b0 0x7f356006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:03.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.534+0000 7f357e800640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f356006c2b0 0x7f356006e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3570034000 tx=0x7f357002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:03.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.538+0000 7f3576a00640 1 -- 172.21.15.90:0/1773167372 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3578020070 con 0x7f358015e5f0 2024-09-19T06:49:03.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.713+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35800740e0 con 0x7f358015e5f0 2024-09-19T06:49:03.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.714+0000 7f3576a00640 1 -- 172.21.15.90:0/1773167372 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16669 (secure 0 0 0) 0x7f3578059e30 con 0x7f358015e5f0 2024-09-19T06:49:03.716 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:03.716 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":22,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:54.356514+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:48:50.762079+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:48:51.758632+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:49:03.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.716+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f356006c2b0 msgr2=0x7f356006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.716+0000 7f3584a00640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f356006c2b0 0x7f356006e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3570034000 tx=0x7f357002e000 comp rx=0 tx=0).stop 2024-09-19T06:49:03.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.716+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 msgr2=0x7f3580154550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:03.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.716+0000 7f3584a00640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 0x7f3580154550 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f357800c780 tx=0x7f357800cc40 comp rx=0 tx=0).stop 2024-09-19T06:49:03.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.717+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 shutdown_connections 2024-09-19T06:49:03.718 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.717+0000 7f3584a00640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f356006c2b0 0x7f356006e770 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.717+0000 7f3584a00640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f358015e5f0 0x7f3580154550 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.717+0000 7f3584a00640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f35800d13c0 0x7f35801f4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.717+0000 7f3584a00640 1 --2- 172.21.15.90:0/1773167372 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f35800b8900 0x7f3580161230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:03.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.717+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 >> 172.21.15.90:0/1773167372 conn(0x7f3580062630 msgr2=0x7f35800d2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:03.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.717+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 shutdown_connections 2024-09-19T06:49:03.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.717+0000 7f3584a00640 1 -- 172.21.15.90:0/1773167372 wait complete. 2024-09-19T06:49:03.734 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T06:49:03.734 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T06:49:03.735 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T06:49:03.736 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T06:49:03.736 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T06:49:03.736 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T06:49:03.737 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T06:49:03.737 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T06:49:04.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:03.999+0000 7f725a400640 1 Processor -- start 2024-09-19T06:49:04.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.000+0000 7f725a400640 1 -- start start 2024-09-19T06:49:04.003 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.002+0000 7f725a400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f725415e5f0 0x7f72540d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.002+0000 7f725a400640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f725415e9d0 con 0x7f72540d13c0 2024-09-19T06:49:04.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.002+0000 7f725a400640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72540b8f20 con 0x7f72540b8900 2024-09-19T06:49:04.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.002+0000 7f725a400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f72540b9b30 con 0x7f725415e5f0 2024-09-19T06:49:04.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.002+0000 7f7259000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f725415e5f0 0x7f72540d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.003+0000 7f7259a00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7f72540b8900 0x7f72540d2bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48660/0 (socket says 172.21.15.90:48660) 2024-09-19T06:49:04.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.003+0000 7f7259a00640 1 -- 172.21.15.90:0/2682556205 learned_addr learned my addr 172.21.15.90:0/2682556205 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:04.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.004+0000 7f7259000640 1 -- 172.21.15.90:0/2682556205 >> v1:172.21.15.129:6789/0 conn(0x7f72540b8900 legacy=0x7f72540d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.004+0000 7f7259000640 1 -- 172.21.15.90:0/2682556205 >> v1:172.21.15.90:6789/0 conn(0x7f72540d13c0 legacy=0x7f72540b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.004+0000 7f7259000640 1 -- 172.21.15.90:0/2682556205 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72540b9200 con 0x7f725415e5f0 2024-09-19T06:49:04.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.006+0000 7f7259000640 1 --2- 172.21.15.90:0/2682556205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 0x7f72540d0e80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f724c009d90 tx=0x7f724c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=535a2225b788ad15 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.006+0000 7efffa800640 1 Processor -- start 2024-09-19T06:49:04.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.006+0000 7efffa800640 1 -- start start 2024-09-19T06:49:04.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.006+0000 7f7253400640 1 -- 172.21.15.90:0/2682556205 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f724c007740 con 0x7f725415e5f0 2024-09-19T06:49:04.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.006+0000 7f7253400640 1 -- 172.21.15.90:0/2682556205 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f724c0078e0 con 0x7f725415e5f0 2024-09-19T06:49:04.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.006+0000 7f7253400640 1 -- 172.21.15.90:0/2682556205 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f724c007cb0 con 0x7f725415e5f0 2024-09-19T06:49:04.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.007+0000 7f6489c00640 1 Processor -- start 2024-09-19T06:49:04.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.007+0000 7f6489c00640 1 -- start start 2024-09-19T06:49:04.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.008+0000 7f725a400640 1 -- 172.21.15.90:0/2682556205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 msgr2=0x7f72540d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.009 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.008+0000 7f725a400640 1 --2- 172.21.15.90:0/2682556205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 0x7f72540d0e80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f724c009d90 tx=0x7f724c02a6f0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.008+0000 7efffa800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec006470 0x7effec04fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.008+0000 7efffa800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7effec0500a0 0x7effec0504e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.008+0000 7efffa800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effec0e5350 con 0x7effec052570 2024-09-19T06:49:04.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.008+0000 7efffa800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7effec032770 con 0x7effec0500a0 2024-09-19T06:49:04.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.008+0000 7efffa800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7effec0520e0 con 0x7effec006470 2024-09-19T06:49:04.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7efff3e00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7effec052570 0x7effec052a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48674/0 (socket says 172.21.15.90:48674) 2024-09-19T06:49:04.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7f6489c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c050270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7f6489c00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f647c006930 con 0x7f647c0507b0 2024-09-19T06:49:04.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7f6489c00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f647c006c10 con 0x7f647c006470 2024-09-19T06:49:04.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7f6489c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f647c032770 con 0x7f647c053580 2024-09-19T06:49:04.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7efff3400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec006470 0x7effec04fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7efff3400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec006470 0x7effec04fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40234/0 (socket says 172.21.15.90:40234) 2024-09-19T06:49:04.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7efff3400640 1 -- 172.21.15.90:0/4136309860 learned_addr learned my addr 172.21.15.90:0/4136309860 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7efff2a00640 1 --2- 172.21.15.90:0/4136309860 >> v2:172.21.15.90:3300/0 conn(0x7effec0500a0 0x7effec0504e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7f6483e00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7f647c006470 0x7f647c04fb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48676/0 (socket says 172.21.15.90:48676) 2024-09-19T06:49:04.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.009+0000 7f6483400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c050270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7f6483400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c050270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40246/0 (socket says 172.21.15.90:40246) 2024-09-19T06:49:04.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7f6483400640 1 -- 172.21.15.90:0/3667266039 learned_addr learned my addr 172.21.15.90:0/3667266039 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7efff3400640 1 -- 172.21.15.90:0/4136309860 >> v2:172.21.15.90:3300/0 conn(0x7effec0500a0 msgr2=0x7effec0504e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7f725a400640 1 -- 172.21.15.90:0/2682556205 shutdown_connections 2024-09-19T06:49:04.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7efff3400640 1 --2- 172.21.15.90:0/4136309860 >> v2:172.21.15.90:3300/0 conn(0x7effec0500a0 0x7effec0504e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7efff2000640 1 -- 172.21.15.90:0/4136309860 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2062805062 0 0) 0x7effec0e5350 con 0x7effec052570 2024-09-19T06:49:04.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7f725a400640 1 --2- 172.21.15.90:0/2682556205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 0x7f72540d0e80 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7f725a400640 1 -- 172.21.15.90:0/2682556205 >> 172.21.15.90:0/2682556205 conn(0x7f7254062630 msgr2=0x7f7254062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7f6482a00640 1 -- 172.21.15.90:0/3667266039 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 989092136 0 0) 0x7f647c006c10 con 0x7f647c006470 2024-09-19T06:49:04.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7efff3400640 1 -- 172.21.15.90:0/4136309860 >> v1:172.21.15.129:6789/0 conn(0x7effec052570 legacy=0x7effec052a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.010+0000 7efff3400640 1 -- 172.21.15.90:0/4136309860 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effec006930 con 0x7effec006470 2024-09-19T06:49:04.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.011+0000 7f725a400640 1 -- 172.21.15.90:0/2682556205 shutdown_connections 2024-09-19T06:49:04.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.011+0000 7f725a400640 1 -- 172.21.15.90:0/2682556205 wait complete. 2024-09-19T06:49:04.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.011+0000 7efff2a00640 1 --2- 172.21.15.90:0/4136309860 >> v2:172.21.15.90:3300/0 conn(0x7effec0500a0 0x7effec0504e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.012+0000 7efff3400640 1 --2- 172.21.15.90:0/4136309860 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec006470 0x7effec04fb60 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efff4050b40 tx=0x7efff406bb80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=308a73f0e15a8bc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.012+0000 7efff2000640 1 -- 172.21.15.90:0/4136309860 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff40b2070 con 0x7effec006470 2024-09-19T06:49:04.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.012+0000 7f6482a00640 1 -- 172.21.15.90:0/3667266039 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f646c003520 con 0x7f647c006470 2024-09-19T06:49:04.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.012+0000 7f6482a00640 1 -- 172.21.15.90:0/3667266039 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3108598712 0 0) 0x7f647c006930 con 0x7f647c0507b0 2024-09-19T06:49:04.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.013+0000 7efff2000640 1 -- 172.21.15.90:0/4136309860 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efff40ab7d0 con 0x7effec006470 2024-09-19T06:49:04.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.012+0000 7f6482a00640 1 -- 172.21.15.90:0/3667266039 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f647c006c10 con 0x7f647c0507b0 2024-09-19T06:49:04.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.012+0000 7f6483400640 1 -- 172.21.15.90:0/3667266039 >> v1:172.21.15.129:6789/0 conn(0x7f647c006470 legacy=0x7f647c04fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.012+0000 7f6483400640 1 -- 172.21.15.90:0/3667266039 >> v1:172.21.15.90:6789/0 conn(0x7f647c0507b0 legacy=0x7f647c01c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.013+0000 7f725a400640 1 Processor -- start 2024-09-19T06:49:04.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.012+0000 7f6483400640 1 -- 172.21.15.90:0/3667266039 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f647c0e5360 con 0x7f647c053580 2024-09-19T06:49:04.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.012+0000 7f6482a00640 1 -- 172.21.15.90:0/3667266039 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2838629651 0 0) 0x7f647c006c10 con 0x7f647c0507b0 2024-09-19T06:49:04.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.013+0000 7efff2000640 1 -- 172.21.15.90:0/4136309860 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff40b2070 con 0x7effec006470 2024-09-19T06:49:04.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.014+0000 7f725a400640 1 -- start start 2024-09-19T06:49:04.018 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.014+0000 7fc11ce00640 1 Processor -- start 2024-09-19T06:49:04.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.014+0000 7efffa800640 1 -- 172.21.15.90:0/4136309860 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec006470 msgr2=0x7effec04fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.014+0000 7efffa800640 1 --2- 172.21.15.90:0/4136309860 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec006470 0x7effec04fb60 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efff4050b40 tx=0x7efff406bb80 comp rx=0 tx=0).stop 2024-09-19T06:49:04.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7efffa800640 1 -- 172.21.15.90:0/4136309860 shutdown_connections 2024-09-19T06:49:04.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7efffa800640 1 --2- 172.21.15.90:0/4136309860 >> v2:172.21.15.90:3300/0 conn(0x7effec0500a0 0x7effec0504e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7efffa800640 1 --2- 172.21.15.90:0/4136309860 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec006470 0x7effec04fb60 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.019 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7efffa800640 1 -- 172.21.15.90:0/4136309860 >> 172.21.15.90:0/4136309860 conn(0x7effec036090 msgr2=0x7effec0364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7f6483400640 1 --2- 172.21.15.90:0/3667266039 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c050270 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f64700098a0 tx=0x7f647002a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0eb89f98bb44778 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.020 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7efffa800640 1 -- 172.21.15.90:0/4136309860 shutdown_connections 2024-09-19T06:49:04.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7f6482a00640 1 -- 172.21.15.90:0/3667266039 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6470037070 con 0x7f647c053580 2024-09-19T06:49:04.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7f6482a00640 1 -- 172.21.15.90:0/3667266039 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f647002acc0 con 0x7f647c053580 2024-09-19T06:49:04.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7f6482a00640 1 -- 172.21.15.90:0/3667266039 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64840504d0 con 0x7f647c053580 2024-09-19T06:49:04.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7efffa800640 1 -- 172.21.15.90:0/4136309860 wait complete. 2024-09-19T06:49:04.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.014+0000 7fc11ce00640 1 -- start start 2024-09-19T06:49:04.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.015+0000 7f725a400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72540b8900 0x7f72541f7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7f725a400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f72540d13c0 0x7f7254154c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7f725a400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 0x7f72540cd340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7f7259a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 0x7f72540cd340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.022 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7f7259000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72540b8900 0x7f72541f7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7fc11ce00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 0x7fc1180b5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7fc11ce00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1180d0220 con 0x7fc118070660 2024-09-19T06:49:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7fc11ce00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1180d04c0 con 0x7fc118071150 2024-09-19T06:49:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7fc11ce00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc1180d07a0 con 0x7fc118072f40 2024-09-19T06:49:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7f7259000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72540b8900 0x7f72541f7ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43162/0 (socket says 172.21.15.90:43162) 2024-09-19T06:49:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.016+0000 7f7259a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 0x7f72540cd340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37842/0 (socket says 172.21.15.90:37842) 2024-09-19T06:49:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7f725a400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f72540d32d0 con 0x7f725415e5f0 2024-09-19T06:49:04.023 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7f725a400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f72540b97c0 con 0x7f72540b8900 2024-09-19T06:49:04.024 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7f725a400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f72540d3450 con 0x7f72540d13c0 2024-09-19T06:49:04.024 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7f7253e00640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f72540d13c0 0x7f7254154c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.024 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7fc117400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fc118070660 0x7fc118070a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33782/0 (socket says 172.21.15.90:33782) 2024-09-19T06:49:04.024 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7fc117400640 1 -- 172.21.15.90:0/4251694441 learned_addr learned my addr 172.21.15.90:0/4251694441 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:04.024 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7efffa800640 1 Processor -- start 2024-09-19T06:49:04.025 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7fc117e00640 1 --2- 172.21.15.90:0/4251694441 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 0x7fc1180b5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.025 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7efffa800640 1 -- start start 2024-09-19T06:49:04.025 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7f7259000640 1 -- 172.21.15.90:0/2783296335 learned_addr learned my addr 172.21.15.90:0/2783296335 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.026 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.017+0000 7f1b23800640 1 Processor -- start 2024-09-19T06:49:04.026 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7fc116000640 1 -- 172.21.15.90:0/4251694441 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3106332981 0 0) 0x7fc1180d0220 con 0x7fc118070660 2024-09-19T06:49:04.026 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7fc117e00640 1 -- 172.21.15.90:0/4251694441 >> v1:172.21.15.129:6789/0 conn(0x7fc118071150 legacy=0x7fc1180d1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.026 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7fc117e00640 1 -- 172.21.15.90:0/4251694441 >> v1:172.21.15.90:6789/0 conn(0x7fc118070660 legacy=0x7fc118070a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.026 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7fc117e00640 1 -- 172.21.15.90:0/4251694441 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1180d0a80 con 0x7fc118072f40 2024-09-19T06:49:04.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7f1b23800640 1 -- start start 2024-09-19T06:49:04.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7efffa800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effec006470 0x7effec0d60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7efffa800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec0500a0 0x7effec04af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7efffa800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7effec052570 0x7effec038f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7efffa800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7effec0071d0 con 0x7effec006470 2024-09-19T06:49:04.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7efffa800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7effec006ef0 con 0x7effec052570 2024-09-19T06:49:04.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7efffa800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7effec050a20 con 0x7effec0500a0 2024-09-19T06:49:04.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7f7259a00640 1 -- 172.21.15.90:0/2783296335 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f72540d13c0 msgr2=0x7f7254154c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7f7259a00640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f72540d13c0 0x7f7254154c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7f7259a00640 1 -- 172.21.15.90:0/2783296335 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72540b8900 msgr2=0x7f72541f7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7f7259a00640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72540b8900 0x7f72541f7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7f7259a00640 1 -- 172.21.15.90:0/2783296335 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f725415f330 con 0x7f725415e5f0 2024-09-19T06:49:04.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7f7259a00640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 0x7f72540cd340 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f724400c3c0 tx=0x7f724400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.018+0000 7f7259000640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72540b8900 0x7f72541f7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:04.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7f7250c00640 1 -- 172.21.15.90:0/2783296335 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7244017070 con 0x7f725415e5f0 2024-09-19T06:49:04.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7f7250c00640 1 -- 172.21.15.90:0/2783296335 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7244005da0 con 0x7f725415e5f0 2024-09-19T06:49:04.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7f7250c00640 1 -- 172.21.15.90:0/2783296335 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72440072d0 con 0x7f725415e5f0 2024-09-19T06:49:04.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f725415f610 con 0x7f725415e5f0 2024-09-19T06:49:04.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f725415fbd0 con 0x7f725415e5f0 2024-09-19T06:49:04.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7efff3400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effec006470 0x7effec0d60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7efff3e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7effec052570 0x7effec038f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7efff3e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7effec052570 0x7effec038f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43172/0 (socket says 172.21.15.90:43172) 2024-09-19T06:49:04.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7efff3e00640 1 -- 172.21.15.90:0/995456965 learned_addr learned my addr 172.21.15.90:0/995456965 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7efff3400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effec006470 0x7effec0d60f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37852/0 (socket says 172.21.15.90:37852) 2024-09-19T06:49:04.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7efff2a00640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec0500a0 0x7effec04af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f72540d0e80 con 0x7f725415e5f0 2024-09-19T06:49:04.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7f1b23800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b64a0 0x7f1b1c0b68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7f1b23800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f1b1c0b7f50 0x7f1b1c0b83e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7f1b23800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b1c0b7790 con 0x7f1b1c15e750 2024-09-19T06:49:04.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7f1b23800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f1b1c0d43c0 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7f1b23800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f1b1c0d33b0 con 0x7f1b1c0b64a0 2024-09-19T06:49:04.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7fc117e00640 1 --2- 172.21.15.90:0/4251694441 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 0x7fc1180b5310 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc108009750 tx=0x7fc10802a010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7df1b4cc9764f3b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7efff3e00640 1 -- 172.21.15.90:0/995456965 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec0500a0 msgr2=0x7effec04af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7efff3e00640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7effec0500a0 0x7effec04af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.019+0000 7efff3e00640 1 -- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effec006470 msgr2=0x7effec0d60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7efff3e00640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effec006470 0x7effec0d60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7efff3e00640 1 -- 172.21.15.90:0/995456965 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effec0394b0 con 0x7effec052570 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.020+0000 7efff3400640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7effec006470 0x7effec0d60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.021+0000 7efff3e00640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7effec052570 0x7effec038f70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7effe400c450 tx=0x7effe400c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.021+0000 7fc116000640 1 -- 172.21.15.90:0/4251694441 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc108037070 con 0x7fc118072f40 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.021+0000 7fc116000640 1 -- 172.21.15.90:0/4251694441 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc10802ad20 con 0x7fc118072f40 2024-09-19T06:49:04.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.021+0000 7fc116000640 1 -- 172.21.15.90:0/4251694441 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc108032660 con 0x7fc118072f40 2024-09-19T06:49:04.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.021+0000 7f6489c00640 1 -- 172.21.15.90:0/3667266039 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 msgr2=0x7f647c050270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.021+0000 7f6489c00640 1 --2- 172.21.15.90:0/3667266039 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c050270 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f64700098a0 tx=0x7f647002a230 comp rx=0 tx=0).stop 2024-09-19T06:49:04.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.021+0000 7f1b20e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f1b1c15e750 0x7f1b1c0cf630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33790/0 (socket says 172.21.15.90:33790) 2024-09-19T06:49:04.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.021+0000 7f1b20e00640 1 -- 172.21.15.90:0/741515037 learned_addr learned my addr 172.21.15.90:0/741515037 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:04.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7effe3400640 1 -- 172.21.15.90:0/995456965 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe4018070 con 0x7effec052570 2024-09-19T06:49:04.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7f1b1be00640 1 --2- 172.21.15.90:0/741515037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b64a0 0x7f1b1c0b68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.034 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7effe3400640 1 -- 172.21.15.90:0/995456965 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effe4007500 con 0x7effec052570 2024-09-19T06:49:04.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7effe3400640 1 -- 172.21.15.90:0/995456965 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe4004a20 con 0x7effec052570 2024-09-19T06:49:04.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effec039780 con 0x7effec052570 2024-09-19T06:49:04.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effec0d3c30 con 0x7effec052570 2024-09-19T06:49:04.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7fdc5a800640 1 Processor -- start 2024-09-19T06:49:04.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7fc11ce00640 1 -- 172.21.15.90:0/4251694441 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 msgr2=0x7fc1180b5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7fc11ce00640 1 --2- 172.21.15.90:0/4251694441 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 0x7fc1180b5310 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc108009750 tx=0x7fc10802a010 comp rx=0 tx=0).stop 2024-09-19T06:49:04.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7f1b1b400640 1 -- 172.21.15.90:0/741515037 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1453469064 0 0) 0x7f1b1c0b7790 con 0x7f1b1c15e750 2024-09-19T06:49:04.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7f1b1b400640 1 -- 172.21.15.90:0/741515037 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b04003520 con 0x7f1b1c15e750 2024-09-19T06:49:04.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7f1b21800640 1 --2- 172.21.15.90:0/741515037 >> v2:172.21.15.90:3300/0 conn(0x7f1b1c0b7f50 0x7f1b1c0b83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7fdc5a800640 1 -- start start 2024-09-19T06:49:04.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7fc11ce00640 1 -- 172.21.15.90:0/4251694441 shutdown_connections 2024-09-19T06:49:04.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7fc11ce00640 1 --2- 172.21.15.90:0/4251694441 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 0x7fc1180b5310 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.022+0000 7fc11ce00640 1 -- 172.21.15.90:0/4251694441 >> 172.21.15.90:0/4251694441 conn(0x7fc1180d2300 msgr2=0x7fc1180d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7f1b1be00640 1 -- 172.21.15.90:0/741515037 >> v2:172.21.15.90:3300/0 conn(0x7f1b1c0b7f50 msgr2=0x7f1b1c0b83e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7fc11ce00640 1 -- 172.21.15.90:0/4251694441 shutdown_connections 2024-09-19T06:49:04.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7f1b1be00640 1 --2- 172.21.15.90:0/741515037 >> v2:172.21.15.90:3300/0 conn(0x7f1b1c0b7f50 0x7f1b1c0b83e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7f1b1be00640 1 -- 172.21.15.90:0/741515037 >> v1:172.21.15.90:6789/0 conn(0x7f1b1c15e750 legacy=0x7f1b1c0cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7f1b1be00640 1 -- 172.21.15.90:0/741515037 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b1c0d3600 con 0x7f1b1c0b64a0 2024-09-19T06:49:04.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7f7250c00640 1 -- 172.21.15.90:0/2783296335 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f724401a070 con 0x7f725415e5f0 2024-09-19T06:49:04.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7f6489c00640 1 -- 172.21.15.90:0/3667266039 shutdown_connections 2024-09-19T06:49:04.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7f6489c00640 1 --2- 172.21.15.90:0/3667266039 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c050270 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7f6489c00640 1 -- 172.21.15.90:0/3667266039 >> 172.21.15.90:0/3667266039 conn(0x7f647c036090 msgr2=0x7f647c0364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7f1b21800640 1 --2- 172.21.15.90:0/741515037 >> v2:172.21.15.90:3300/0 conn(0x7f1b1c0b7f50 0x7f1b1c0b83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:04.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.023+0000 7fc11ce00640 1 -- 172.21.15.90:0/4251694441 wait complete. 2024-09-19T06:49:04.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7fdc5a800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fdc5415e7a0 0x7fdc5406caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7fdc5a800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7effd0001030 con 0x7effec052570 2024-09-19T06:49:04.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.024+0000 7f6489c00640 1 -- 172.21.15.90:0/3667266039 shutdown_connections 2024-09-19T06:49:04.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7f7250c00640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f723406c300 0x7f723406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7f7250c00640 1 -- 172.21.15.90:0/2783296335 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f724408b1e0 con 0x7f725415e5f0 2024-09-19T06:49:04.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7f7250c00640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f7234074520 0x7f7234076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7f7250c00640 1 -- 172.21.15.90:0/2783296335 --> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7234076ff0 con 0x7f7234074520 2024-09-19T06:49:04.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7f7250c00640 1 -- 172.21.15.90:0/2783296335 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f724408b590 con 0x7f725415e5f0 2024-09-19T06:49:04.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7fdc53400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fdc5415e7a0 0x7fdc5406caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.024+0000 7f6489c00640 1 -- 172.21.15.90:0/3667266039 wait complete. 2024-09-19T06:49:04.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.025+0000 7fdc53400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fdc5415e7a0 0x7fdc5406caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43186/0 (socket says 172.21.15.90:43186) 2024-09-19T06:49:04.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.026+0000 7fdc52a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.026+0000 7fc11ce00640 1 Processor -- start 2024-09-19T06:49:04.044 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.026+0000 7fdc52a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540b61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40290/0 (socket says 172.21.15.90:40290) 2024-09-19T06:49:04.044 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.026+0000 7f7253e00640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f7234074520 0x7f7234076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.026+0000 7f6489c00640 1 Processor -- start 2024-09-19T06:49:04.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.026+0000 7fc11ce00640 1 -- start start 2024-09-19T06:49:04.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.026+0000 7fdc53400640 1 -- 172.21.15.90:0/1641644779 learned_addr learned my addr 172.21.15.90:0/1641644779 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.027+0000 7f6489c00640 1 -- start start 2024-09-19T06:49:04.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.027+0000 7fdc5a800640 1 -- 172.21.15.90:0/1641644779 --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc540cf860 con 0x7fdc540b6720 2024-09-19T06:49:04.046 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.027+0000 7f7253e00640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f7234074520 0x7f7234076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.027+0000 7fdc5a800640 1 -- 172.21.15.90:0/1641644779 --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fdc540d2ca0 con 0x7fdc5415e7a0 2024-09-19T06:49:04.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.027+0000 7fdc5a800640 1 -- 172.21.15.90:0/1641644779 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdc540cfb40 con 0x7fdc540cf1f0 2024-09-19T06:49:04.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7f7259000640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f723406c300 0x7f723406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.027+0000 7effe3400640 1 -- 172.21.15.90:0/995456965 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7effe401b070 con 0x7effec052570 2024-09-19T06:49:04.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7effe3400640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7effd806c3b0 0x7effd806e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.047 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7effe3400640 1 -- 172.21.15.90:0/995456965 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7effe408a6b0 con 0x7effec052570 2024-09-19T06:49:04.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7f1b1be00640 1 --2- 172.21.15.90:0/741515037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b64a0 0x7f1b1c0b68e0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1b080097a0 tx=0x7f1b0802a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b65151084ffd59c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7effe3400640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7effd80745d0 0x7effd80769f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7effe3400640 1 -- 172.21.15.90:0/995456965 --> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7effd80770a0 con 0x7effd80745d0 2024-09-19T06:49:04.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7effe3400640 1 -- 172.21.15.90:0/995456965 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7effe4091050 con 0x7effec052570 2024-09-19T06:49:04.048 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7f6489c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f647c006470 0x7f647c0d47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7f6489c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f647c0507b0 0x7f647c0d6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7f6489c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c0d7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7f6489c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f647c0071d0 con 0x7f647c006470 2024-09-19T06:49:04.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7f6489c00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f647c0520e0 con 0x7f647c0507b0 2024-09-19T06:49:04.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.028+0000 7f6489c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f647c0e3340 con 0x7f647c053580 2024-09-19T06:49:04.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fc11ce00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc118070660 0x7fc11814bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.049 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fc11ce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc118071150 0x7fc11806d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7efff3400640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7effd806c3b0 0x7effd806e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7f6483e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f647c006470 0x7f647c0d47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7f6483400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f647c0507b0 0x7f647c0d6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7f6483400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f647c0507b0 0x7f647c0d6ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43202/0 (socket says 172.21.15.90:43202) 2024-09-19T06:49:04.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7f6483400640 1 -- 172.21.15.90:0/1407685127 learned_addr learned my addr 172.21.15.90:0/1407685127 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.050 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fdc52000640 1 -- 172.21.15.90:0/1641644779 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1694040435 0 0) 0x7fdc540cf860 con 0x7fdc540b6720 2024-09-19T06:49:04.051 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7f6489200640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c0d7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.051 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7efff2a00640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7effd80745d0 0x7effd80769f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.051 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fdc52a00640 1 -- 172.21.15.90:0/1641644779 >> v2:172.21.15.129:3300/0 conn(0x7fdc5415e7a0 msgr2=0x7fdc5406caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.051 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fdc52a00640 1 --2- 172.21.15.90:0/1641644779 >> v2:172.21.15.129:3300/0 conn(0x7fdc5415e7a0 0x7fdc5406caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.052 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fc11ce00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 0x7fc118200dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.052 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fc11ce00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc1180ceb60 con 0x7fc118071150 2024-09-19T06:49:04.052 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fc11ce00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc1180ce9e0 con 0x7fc118070660 2024-09-19T06:49:04.052 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fc11ce00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc11815c630 con 0x7fc118072f40 2024-09-19T06:49:04.052 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7f1b1b400640 1 -- 172.21.15.90:0/741515037 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b08037070 con 0x7f1b1c0b64a0 2024-09-19T06:49:04.052 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7f1b1b400640 1 -- 172.21.15.90:0/741515037 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b0802ab80 con 0x7f1b1c0b64a0 2024-09-19T06:49:04.052 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7f1b1b400640 1 -- 172.21.15.90:0/741515037 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b10001690 con 0x7f1b1c0b64a0 2024-09-19T06:49:04.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7fc117e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 0x7fc118200dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7fc116a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc118071150 0x7fc11806d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7fc117400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc118070660 0x7fc11814bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7fc117400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc118070660 0x7fc11814bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43210/0 (socket says 172.21.15.90:43210) 2024-09-19T06:49:04.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7fc117400640 1 -- 172.21.15.90:0/31231876 learned_addr learned my addr 172.21.15.90:0/31231876 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fdc52a00640 1 -- 172.21.15.90:0/1641644779 >> v1:172.21.15.90:6789/0 conn(0x7fdc540b6720 legacy=0x7fdc541623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7fdc52a00640 1 -- 172.21.15.90:0/1641644779 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc540cfe20 con 0x7fdc540cf1f0 2024-09-19T06:49:04.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.029+0000 7f7250c00640 1 -- 172.21.15.90:0/2783296335 <== osd.0 v2:172.21.15.90:6826/3459774506 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7234076ff0 con 0x7f7234074520 2024-09-19T06:49:04.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7f6483400640 1 -- 172.21.15.90:0/1407685127 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 msgr2=0x7f647c0d7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7fc117e00640 1 -- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc118070660 msgr2=0x7fc11814bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7fc117e00640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc118070660 0x7fc11814bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7fc117e00640 1 -- 172.21.15.90:0/31231876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc118071150 msgr2=0x7fc11806d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7fc117e00640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc118071150 0x7fc11806d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7fc117e00640 1 -- 172.21.15.90:0/31231876 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc11806dc70 con 0x7fc118072f40 2024-09-19T06:49:04.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7efff3400640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7effd806c3b0 0x7effd806e870 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7effec032ad0 tx=0x7efff406e030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7efff2a00640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7effd80745d0 0x7effd80769f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7f73d8a00640 1 Processor -- start 2024-09-19T06:49:04.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7f6483400640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c0d7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7f6483400640 1 -- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f647c006470 msgr2=0x7f647c0d47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7f6483400640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f647c006470 0x7f647c0d47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.030+0000 7f6483400640 1 -- 172.21.15.90:0/1407685127 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f647c0d8b80 con 0x7f647c0507b0 2024-09-19T06:49:04.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7f7259000640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f723406c300 0x7f723406e7c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f724c02a730 tx=0x7f724c033040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7fc117e00640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 0x7fc118200dc0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc108031000 tx=0x7fc1080046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7f6489200640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f647c053580 0x7f647c0d7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7f6483400640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f647c0507b0 0x7f647c0d6ad0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6470000c00 tx=0x7f64700046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7fc10f400640 1 -- 172.21.15.90:0/31231876 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc108037070 con 0x7fc118072f40 2024-09-19T06:49:04.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7fc10f400640 1 -- 172.21.15.90:0/31231876 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc108038040 con 0x7fc118072f40 2024-09-19T06:49:04.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7fc10f400640 1 -- 172.21.15.90:0/31231876 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1080044b0 con 0x7fc118072f40 2024-09-19T06:49:04.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7f6477e00640 1 -- 172.21.15.90:0/1407685127 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6470037040 con 0x7f647c0507b0 2024-09-19T06:49:04.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7f6477e00640 1 -- 172.21.15.90:0/1407685127 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6470004230 con 0x7f647c0507b0 2024-09-19T06:49:04.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7f6489c00640 1 -- 172.21.15.90:0/1407685127 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f647c0d8e60 con 0x7f647c0507b0 2024-09-19T06:49:04.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7f6477e00640 1 -- 172.21.15.90:0/1407685127 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6470003610 con 0x7f647c0507b0 2024-09-19T06:49:04.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7f1b23800640 1 -- 172.21.15.90:0/741515037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b64a0 msgr2=0x7f1b1c0b68e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7f1b23800640 1 --2- 172.21.15.90:0/741515037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b64a0 0x7f1b1c0b68e0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1b080097a0 tx=0x7f1b0802a0f0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc11806df40 con 0x7fc118072f40 2024-09-19T06:49:04.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc11806e500 con 0x7fc118072f40 2024-09-19T06:49:04.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.031+0000 7f73d8a00640 1 -- start start 2024-09-19T06:49:04.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7effe3400640 1 -- 172.21.15.90:0/995456965 <== osd.1 v2:172.21.15.90:6810/2738506166 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7effd80770a0 con 0x7effd80745d0 2024-09-19T06:49:04.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7fdc52a00640 1 --2- 172.21.15.90:0/1641644779 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540b61e0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fdc400097a0 tx=0x7fdc4002a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a848388519cf1f40 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.033+0000 7f6489c00640 1 -- 172.21.15.90:0/1407685127 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f647c0d9420 con 0x7f647c0507b0 2024-09-19T06:49:04.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.032+0000 7f1b23800640 1 -- 172.21.15.90:0/741515037 shutdown_connections 2024-09-19T06:49:04.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.033+0000 7f1b23800640 1 --2- 172.21.15.90:0/741515037 >> v2:172.21.15.90:3300/0 conn(0x7f1b1c0b7f50 0x7f1b1c0b83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.033+0000 7f1b23800640 1 --2- 172.21.15.90:0/741515037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b64a0 0x7f1b1c0b68e0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.033+0000 7f1b23800640 1 -- 172.21.15.90:0/741515037 >> 172.21.15.90:0/741515037 conn(0x7f1b1c0d1500 msgr2=0x7f1b1c0d1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.033+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc118159c20 con 0x7fc118072f40 2024-09-19T06:49:04.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.033+0000 7f1b23800640 1 -- 172.21.15.90:0/741515037 shutdown_connections 2024-09-19T06:49:04.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.033+0000 7f1b23800640 1 -- 172.21.15.90:0/741515037 wait complete. 2024-09-19T06:49:04.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.034+0000 7fdc52000640 1 -- 172.21.15.90:0/1641644779 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc40037070 con 0x7fdc540cf1f0 2024-09-19T06:49:04.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.034+0000 7fdc52000640 1 -- 172.21.15.90:0/1641644779 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc40032440 con 0x7fdc540cf1f0 2024-09-19T06:49:04.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.034+0000 7fdc52000640 1 -- 172.21.15.90:0/1641644779 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4002ae60 con 0x7fdc540cf1f0 2024-09-19T06:49:04.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.034+0000 7f73d8a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f73d41492f0 0x7f73d41666a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.034+0000 7f73d8a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f73d40b4700 0x7f73d40b4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.034+0000 7f73d8a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73d40b3f40 con 0x7f73d40b60e0 2024-09-19T06:49:04.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.034+0000 7f73d8a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f73d4070fb0 con 0x7f73d40b4700 2024-09-19T06:49:04.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.034+0000 7f73d8a00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f73d4071200 con 0x7f73d41492f0 2024-09-19T06:49:04.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7f73d1e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f73d41492f0 0x7f73d41666a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.034+0000 7f6489c00640 1 -- 172.21.15.90:0/1407685127 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f647c04fb60 con 0x7f647c0507b0 2024-09-19T06:49:04.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7fdc5a800640 1 -- 172.21.15.90:0/1641644779 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 msgr2=0x7fdc540b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7fdc5a800640 1 --2- 172.21.15.90:0/1641644779 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540b61e0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fdc400097a0 tx=0x7fdc4002a110 comp rx=0 tx=0).stop 2024-09-19T06:49:04.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7fdc5a800640 1 -- 172.21.15.90:0/1641644779 shutdown_connections 2024-09-19T06:49:04.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7fa651600640 1 Processor -- start 2024-09-19T06:49:04.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7fdc5a800640 1 --2- 172.21.15.90:0/1641644779 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540b61e0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7fdc5a800640 1 --2- 172.21.15.90:0/1641644779 >> v2:172.21.15.129:3300/0 conn(0x7fdc5415e7a0 0x7fdc5406caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7f73d1400640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7f73d40b60e0 0x7f73d4166be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48692/0 (socket says 172.21.15.90:48692) 2024-09-19T06:49:04.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7f73d1400640 1 -- 172.21.15.90:0/3804916623 learned_addr learned my addr 172.21.15.90:0/3804916623 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:04.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7f73d2800640 1 --2- 172.21.15.90:0/3804916623 >> v2:172.21.15.90:3300/0 conn(0x7f73d40b4700 0x7f73d40b4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7fdc5a800640 1 -- 172.21.15.90:0/1641644779 >> 172.21.15.90:0/1641644779 conn(0x7fdc540d11e0 msgr2=0x7fdc540d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7f6477e00640 1 -- 172.21.15.90:0/1407685127 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f647003a070 con 0x7f647c0507b0 2024-09-19T06:49:04.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7fa651600640 1 -- start start 2024-09-19T06:49:04.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.035+0000 7fdc5a800640 1 -- 172.21.15.90:0/1641644779 shutdown_connections 2024-09-19T06:49:04.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7fdc5a800640 1 -- 172.21.15.90:0/1641644779 wait complete. 2024-09-19T06:49:04.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7f73d0a00640 1 -- 172.21.15.90:0/3804916623 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4204670643 0 0) 0x7f73d40b3f40 con 0x7f73d40b60e0 2024-09-19T06:49:04.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7f73d0a00640 1 -- 172.21.15.90:0/3804916623 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f73b8003520 con 0x7f73d40b60e0 2024-09-19T06:49:04.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7f1b23800640 1 Processor -- start 2024-09-19T06:49:04.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7f73d1e00640 1 -- 172.21.15.90:0/3804916623 >> v2:172.21.15.90:3300/0 conn(0x7f73d40b4700 msgr2=0x7f73d40b4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7f73d1e00640 1 --2- 172.21.15.90:0/3804916623 >> v2:172.21.15.90:3300/0 conn(0x7f73d40b4700 0x7f73d40b4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7f73d1e00640 1 -- 172.21.15.90:0/3804916623 >> v1:172.21.15.129:6789/0 conn(0x7f73d40b60e0 legacy=0x7f73d4166be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7f1b23800640 1 -- start start 2024-09-19T06:49:04.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.036+0000 7f73d1e00640 1 -- 172.21.15.90:0/3804916623 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73d4073d90 con 0x7f73d41492f0 2024-09-19T06:49:04.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.037+0000 7f73d2800640 1 --2- 172.21.15.90:0/3804916623 >> v2:172.21.15.90:3300/0 conn(0x7f73d40b4700 0x7f73d40b4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.037+0000 7f73d1e00640 1 --2- 172.21.15.90:0/3804916623 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73d41492f0 0x7f73d41666a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f73d4070b00 tx=0x7f73c002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4fc38a941e99246 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7fa651600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 0x7fa64c0b7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.037+0000 7f6477e00640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f646406c300 0x7f646406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.037+0000 7f6477e00640 1 -- 172.21.15.90:0/1407685127 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f64700ab7e0 con 0x7f647c0507b0 2024-09-19T06:49:04.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f6477e00640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f6464074520 0x7f6464076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f6477e00640 1 -- 172.21.15.90:0/1407685127 --> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f647002be50 con 0x7f6464074520 2024-09-19T06:49:04.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f6477e00640 1 -- 172.21.15.90:0/1407685127 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f64700b2050 con 0x7f647c0507b0 2024-09-19T06:49:04.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f73d0a00640 1 -- 172.21.15.90:0/3804916623 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c0037070 con 0x7f73d41492f0 2024-09-19T06:49:04.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f73d0a00640 1 -- 172.21.15.90:0/3804916623 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73c002ae10 con 0x7f73d41492f0 2024-09-19T06:49:04.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f73d0a00640 1 -- 172.21.15.90:0/3804916623 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c0032660 con 0x7f73d41492f0 2024-09-19T06:49:04.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f1b23800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1b1c0b64a0 0x7f1b1c1f8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f1b23800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b7f50 0x7f1b1c15ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f1b23800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b1c15e750 0x7f1b1c15cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f1b23800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1b1c0b6e20 con 0x7f1b1c15e750 2024-09-19T06:49:04.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7fa651600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fa64c0b5c50 0x7fa64c073160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7fa651600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa64c0d0370 con 0x7fa64c0d3060 2024-09-19T06:49:04.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7fa651600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fa64c071530 con 0x7fa64c0b5c50 2024-09-19T06:49:04.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f1b23800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f1b1c0b7ac0 con 0x7f1b1c0b64a0 2024-09-19T06:49:04.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7f1b23800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f1b1c0d3bc0 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7fa651600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa64c15c930 con 0x7fa64c15c550 2024-09-19T06:49:04.075 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7fc10f400640 1 -- 172.21.15.90:0/31231876 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc10803e690 con 0x7fc118072f40 2024-09-19T06:49:04.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7fa64a000640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7fa64c0d3060 0x7fa64c0b5540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48708/0 (socket says 172.21.15.90:48708) 2024-09-19T06:49:04.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7fa64a000640 1 -- 172.21.15.90:0/2229668271 learned_addr learned my addr 172.21.15.90:0/2229668271 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:04.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7fa64aa00640 1 --2- 172.21.15.90:0/2229668271 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 0x7fa64c0b7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7fa64b400640 1 --2- 172.21.15.90:0/2229668271 >> v2:172.21.15.129:3300/0 conn(0x7fa64c0b5c50 0x7fa64c073160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7f1b21800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b1c15e750 0x7f1b1c15cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7fc10f400640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0f806c3b0 0x7fc0f806e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7f1b20e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1b1c0b64a0 0x7f1b1c1f8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7f1b1be00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b7f50 0x7f1b1c15ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7f1b21800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b1c15e750 0x7f1b1c15cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37882/0 (socket says 172.21.15.90:37882) 2024-09-19T06:49:04.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7fa649600640 1 -- 172.21.15.90:0/2229668271 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1089347941 0 0) 0x7fa638001110 con 0x7fa64c0d3060 2024-09-19T06:49:04.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7f1b21800640 1 -- 172.21.15.90:0/1335687152 learned_addr learned my addr 172.21.15.90:0/1335687152 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7f6489200640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f6464074520 0x7f6464076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7f6483e00640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f646406c300 0x7f646406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7f73d8a00640 1 -- 172.21.15.90:0/3804916623 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73d41492f0 msgr2=0x7f73d41666a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.039+0000 7f73d8a00640 1 --2- 172.21.15.90:0/3804916623 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73d41492f0 0x7f73d41666a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f73d4070b00 tx=0x7f73c002a100 comp rx=0 tx=0).stop 2024-09-19T06:49:04.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7f1b1be00640 1 -- 172.21.15.90:0/1335687152 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1b1c0b64a0 msgr2=0x7f1b1c1f8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7f1b1be00640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1b1c0b64a0 0x7f1b1c1f8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7f1b1be00640 1 -- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b1c15e750 msgr2=0x7f1b1c15cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7f1b1be00640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b1c15e750 0x7f1b1c15cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7f1b1be00640 1 -- 172.21.15.90:0/1335687152 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b1c071000 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7f73d8a00640 1 -- 172.21.15.90:0/3804916623 shutdown_connections 2024-09-19T06:49:04.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7f73d8a00640 1 --2- 172.21.15.90:0/3804916623 >> v2:172.21.15.90:3300/0 conn(0x7f73d40b4700 0x7f73d40b4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7f73d8a00640 1 --2- 172.21.15.90:0/3804916623 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73d41492f0 0x7f73d41666a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7f73d8a00640 1 -- 172.21.15.90:0/3804916623 >> 172.21.15.90:0/3804916623 conn(0x7f73d406d0f0 msgr2=0x7f73d406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.038+0000 7fdc5a800640 1 Processor -- start 2024-09-19T06:49:04.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7fa64aa00640 1 -- 172.21.15.90:0/2229668271 >> v2:172.21.15.129:3300/0 conn(0x7fa64c0b5c50 msgr2=0x7fa64c073160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7fa64aa00640 1 --2- 172.21.15.90:0/2229668271 >> v2:172.21.15.129:3300/0 conn(0x7fa64c0b5c50 0x7fa64c073160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7fa64aa00640 1 -- 172.21.15.90:0/2229668271 >> v1:172.21.15.129:6789/0 conn(0x7fa64c0d3060 legacy=0x7fa64c0b5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7fa64aa00640 1 -- 172.21.15.90:0/2229668271 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa64c070920 con 0x7fa64c15c550 2024-09-19T06:49:04.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.041+0000 7fa64b400640 1 --2- 172.21.15.90:0/2229668271 >> v2:172.21.15.129:3300/0 conn(0x7fa64c0b5c50 0x7fa64c073160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.041+0000 7f6489200640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f6464074520 0x7f6464076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.041+0000 7f1b1be00640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b7f50 0x7f1b1c15ca50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1b08031000 tx=0x7f1b080046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7fc10f400640 1 -- 172.21.15.90:0/31231876 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc1080ac9e0 con 0x7fc118072f40 2024-09-19T06:49:04.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.041+0000 7f73d8a00640 1 -- 172.21.15.90:0/3804916623 shutdown_connections 2024-09-19T06:49:04.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7fc117400640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0f806c3b0 0x7fc0f806e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7fc10f400640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7fc0f80745d0 0x7fc0f80769f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7fc10f400640 1 -- 172.21.15.90:0/31231876 --> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc108052e50 con 0x7fc0f80745d0 2024-09-19T06:49:04.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.040+0000 7fc10f400640 1 -- 172.21.15.90:0/31231876 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fc1080acdd0 con 0x7fc118072f40 2024-09-19T06:49:04.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.041+0000 7fc116a00640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7fc0f80745d0 0x7fc0f80769f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.041+0000 7f73d8a00640 1 -- 172.21.15.90:0/3804916623 wait complete. 2024-09-19T06:49:04.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.041+0000 7f1b18c00640 1 -- 172.21.15.90:0/1335687152 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b08037040 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.041+0000 7f1b18c00640 1 -- 172.21.15.90:0/1335687152 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b08004030 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.041+0000 7f1b18c00640 1 -- 172.21.15.90:0/1335687152 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b08004420 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.042+0000 7fc117400640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0f806c3b0 0x7fc0f806e870 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc1100012e0 tx=0x7fc110005b70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.042+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b1c0712a0 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.042+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b1c071860 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.042+0000 7fc116a00640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7fc0f80745d0 0x7fc0f80769f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.042+0000 7fa64aa00640 1 --2- 172.21.15.90:0/2229668271 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 0x7fa64c0b7270 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa63c0097a0 tx=0x7fa63c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7144929354d59591 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.043+0000 7f6483e00640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f646406c300 0x7f646406e7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6478001230 tx=0x7f6478007c70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.043+0000 7f6477e00640 1 -- 172.21.15.90:0/1407685127 <== osd.2 v2:172.21.15.90:6802/4282371593 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f647002be50 con 0x7f6464074520 2024-09-19T06:49:04.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.043+0000 7fa649600640 1 -- 172.21.15.90:0/2229668271 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa63c037070 con 0x7fa64c15c550 2024-09-19T06:49:04.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.043+0000 7fa649600640 1 -- 172.21.15.90:0/2229668271 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa63c032440 con 0x7fa64c15c550 2024-09-19T06:49:04.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.043+0000 7fa649600640 1 -- 172.21.15.90:0/2229668271 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa63c032810 con 0x7fa64c15c550 2024-09-19T06:49:04.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.043+0000 7fc10f400640 1 -- 172.21.15.90:0/31231876 <== osd.4 v2:172.21.15.129:6800/3067833917 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc108052e50 con 0x7fc0f80745d0 2024-09-19T06:49:04.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7f73d8a00640 1 Processor -- start 2024-09-19T06:49:04.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7f73d8a00640 1 -- start start 2024-09-19T06:49:04.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1b1c0d0bc0 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fa651600640 1 -- 172.21.15.90:0/2229668271 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 msgr2=0x7fa64c0b7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fa651600640 1 --2- 172.21.15.90:0/2229668271 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 0x7fa64c0b7270 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa63c0097a0 tx=0x7fa63c02a210 comp rx=0 tx=0).stop 2024-09-19T06:49:04.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fa651600640 1 -- 172.21.15.90:0/2229668271 shutdown_connections 2024-09-19T06:49:04.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fa651600640 1 --2- 172.21.15.90:0/2229668271 >> v2:172.21.15.129:3300/0 conn(0x7fa64c0b5c50 0x7fa64c073160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fa651600640 1 --2- 172.21.15.90:0/2229668271 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 0x7fa64c0b7270 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fa651600640 1 -- 172.21.15.90:0/2229668271 >> 172.21.15.90:0/2229668271 conn(0x7fa64c0d24d0 msgr2=0x7fa64c0d28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7fa651600640 1 -- 172.21.15.90:0/2229668271 shutdown_connections 2024-09-19T06:49:04.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7f73d8a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f73d40b4700 0x7f73d4140f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7f73d8a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73d40b60e0 0x7f73d40b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7f73d8a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73d41492f0 0x7f73d40b5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7f73d8a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f73d4167470 con 0x7f73d40b60e0 2024-09-19T06:49:04.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7f73d8a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f73d41672f0 con 0x7f73d41492f0 2024-09-19T06:49:04.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7f73d8a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f73d40b50d0 con 0x7f73d40b4700 2024-09-19T06:49:04.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7f73d1e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f73d40b4700 0x7f73d4140f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7f73d1e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f73d40b4700 0x7f73d4140f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40332/0 (socket says 172.21.15.90:40332) 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.042+0000 7fdc5a800640 1 -- start start 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.043+0000 7fdc5a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdc540b6720 0x7fdc541f8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.043+0000 7fdc5a800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540ca810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.043+0000 7fdc5a800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdc5415e7a0 0x7fdc540b5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fdc5a800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdc5406cfe0 con 0x7fdc540b6720 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fdc53e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdc5415e7a0 0x7fdc540b5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fdc53e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdc5415e7a0 0x7fdc540b5850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43250/0 (socket says 172.21.15.90:43250) 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fdc53e00640 1 -- 172.21.15.90:0/1358191470 learned_addr learned my addr 172.21.15.90:0/1358191470 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.044+0000 7fdc52a00640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540ca810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fdc540b7a00 con 0x7fdc5415e7a0 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdc540d4420 con 0x7fdc540cf1f0 2024-09-19T06:49:04.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7fdc53400640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdc540b6720 0x7fdc541f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7fdc52a00640 1 -- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdc5415e7a0 msgr2=0x7fdc540b5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7fdc52a00640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdc5415e7a0 0x7fdc540b5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7fdc52a00640 1 -- 172.21.15.90:0/1358191470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdc540b6720 msgr2=0x7fdc541f8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7fdc52a00640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdc540b6720 0x7fdc541f8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7fdc52a00640 1 -- 172.21.15.90:0/1358191470 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc540b47b0 con 0x7fdc540cf1f0 2024-09-19T06:49:04.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7fdc53400640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdc540b6720 0x7fdc541f8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:04.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7f73d1e00640 1 -- 172.21.15.90:0/3249299409 learned_addr learned my addr 172.21.15.90:0/3249299409 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.046+0000 7f73d2800640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73d41492f0 0x7f73d40b5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7fdc52a00640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540ca810 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fdc40031000 tx=0x7fdc400046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f73d1e00640 1 -- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73d41492f0 msgr2=0x7f73d40b5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f73d1e00640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73d41492f0 0x7f73d40b5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f73d1e00640 1 -- 172.21.15.90:0/3249299409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73d40b60e0 msgr2=0x7f73d40b54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f73d1e00640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f73d40b60e0 0x7f73d40b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f73d1e00640 1 -- 172.21.15.90:0/3249299409 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73d40c5510 con 0x7f73d40b4700 2024-09-19T06:49:04.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f73d2800640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73d41492f0 0x7f73d40b5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7f1b18c00640 1 -- 172.21.15.90:0/1335687152 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1b08003610 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f1b18c00640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1afc06c380 0x7f1afc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.045+0000 7fa651600640 1 -- 172.21.15.90:0/2229668271 wait complete. 2024-09-19T06:49:04.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f1b18c00640 1 -- 172.21.15.90:0/1335687152 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f1b080abf90 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f1b18c00640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7f1afc0745a0 0x7f1afc0769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.048+0000 7fa651600640 1 Processor -- start 2024-09-19T06:49:04.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f1b18c00640 1 -- 172.21.15.90:0/1335687152 --> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1b0800af30 con 0x7f1afc0745a0 2024-09-19T06:49:04.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7f1b18c00640 1 -- 172.21.15.90:0/1335687152 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f1b080ae5f0 con 0x7f1b1c0b7f50 2024-09-19T06:49:04.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.048+0000 7f1b21800640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7f1afc0745a0 0x7f1afc0769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.048+0000 7f1b20e00640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1afc06c380 0x7f1afc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.048+0000 7fa651600640 1 -- start start 2024-09-19T06:49:04.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7fdc4b400640 1 -- 172.21.15.90:0/1358191470 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc40064020 con 0x7fdc540cf1f0 2024-09-19T06:49:04.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7fdc4b400640 1 -- 172.21.15.90:0/1358191470 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc4005f740 con 0x7fdc540cf1f0 2024-09-19T06:49:04.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.047+0000 7fdc4b400640 1 -- 172.21.15.90:0/1358191470 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc40037040 con 0x7fdc540cf1f0 2024-09-19T06:49:04.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7f73d1e00640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f73d40b4700 0x7f73d4140f50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f73c0009890 tx=0x7f73c00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc540b4a90 con 0x7fdc540cf1f0 2024-09-19T06:49:04.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc540b5050 con 0x7fdc540cf1f0 2024-09-19T06:49:04.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7f73ca000640 1 -- 172.21.15.90:0/3249299409 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c0041070 con 0x7f73d40b4700 2024-09-19T06:49:04.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7f73ca000640 1 -- 172.21.15.90:0/3249299409 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73c003c460 con 0x7f73d40b4700 2024-09-19T06:49:04.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7f73ca000640 1 -- 172.21.15.90:0/3249299409 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c0037040 con 0x7f73d40b4700 2024-09-19T06:49:04.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7f1b21800640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7f1afc0745a0 0x7f1afc0769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7f1b20e00640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1afc06c380 0x7f1afc06e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1b10000f60 tx=0x7f1b10001e50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7fa651600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa64c0b5c50 0x7fa64c157b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7fa651600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa64c0d3060 0x7fa64c0c9830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7fa651600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 0x7fa64c0c9d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7fa651600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c0711c0 con 0x7fa64c0d3060 2024-09-19T06:49:04.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7fa651600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c070ee0 con 0x7fa64c0b5c50 2024-09-19T06:49:04.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7fa651600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa64c0b77b0 con 0x7fa64c15c550 2024-09-19T06:49:04.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.049+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73d40c57b0 con 0x7f73d40b4700 2024-09-19T06:49:04.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.050+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f73d40c5d70 con 0x7f73d40b4700 2024-09-19T06:49:04.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.050+0000 7fa64a000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa64c0d3060 0x7fa64c0c9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.050+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdc2c001030 con 0x7fdc540cf1f0 2024-09-19T06:49:04.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.051+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f73ac001030 con 0x7f73d40b4700 2024-09-19T06:49:04.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.050+0000 7fa64a000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa64c0d3060 0x7fa64c0c9830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37910/0 (socket says 172.21.15.90:37910) 2024-09-19T06:49:04.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.050+0000 7fa64a000640 1 -- 172.21.15.90:0/4195491562 learned_addr learned my addr 172.21.15.90:0/4195491562 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.051+0000 7fa64b400640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 0x7fa64c0c9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.051+0000 7fa64a000640 1 -- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 msgr2=0x7fa64c0c9d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.051+0000 7fa64a000640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa64c15c550 0x7fa64c0c9d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.051+0000 7fa64a000640 1 -- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa64c0b5c50 msgr2=0x7fa64c157b70 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T06:49:04.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.051+0000 7fa64a000640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa64c0b5c50 0x7fa64c157b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.051+0000 7fa64a000640 1 -- 172.21.15.90:0/4195491562 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa64c15f870 con 0x7fa64c0d3060 2024-09-19T06:49:04.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.052+0000 7f1b18c00640 1 -- 172.21.15.90:0/1335687152 <== osd.3 v2:172.21.15.90:6818/1547161415 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1b0800af30 con 0x7f1afc0745a0 2024-09-19T06:49:04.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.053+0000 7fdc4b400640 1 -- 172.21.15.90:0/1358191470 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdc40067020 con 0x7fdc540cf1f0 2024-09-19T06:49:04.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.054+0000 7fdc4b400640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdc3406c380 0x7fdc3406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.053+0000 7f73ca000640 1 -- 172.21.15.90:0/3249299409 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f73c0044070 con 0x7f73d40b4700 2024-09-19T06:49:04.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.054+0000 7f73ca000640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f73b406c300 0x7f73b406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.055+0000 7f73ca000640 1 -- 172.21.15.90:0/3249299409 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f73c0044e20 con 0x7f73d40b4700 2024-09-19T06:49:04.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.052+0000 7fa64a000640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa64c0d3060 0x7fa64c0c9830 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa63800c700 tx=0x7fa63800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.052+0000 7fa642a00640 1 -- 172.21.15.90:0/4195491562 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa638018070 con 0x7fa64c0d3060 2024-09-19T06:49:04.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.052+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa64c15d9f0 con 0x7fa64c0d3060 2024-09-19T06:49:04.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.052+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa64c15dfb0 con 0x7fa64c0d3060 2024-09-19T06:49:04.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.053+0000 7fa642a00640 1 -- 172.21.15.90:0/4195491562 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6380072d0 con 0x7fa64c0d3060 2024-09-19T06:49:04.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.053+0000 7fa642a00640 1 -- 172.21.15.90:0/4195491562 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa638018070 con 0x7fa64c0d3060 2024-09-19T06:49:04.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.055+0000 7f73ca000640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7f73b4075200 0x7f73b40776a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.055+0000 7f73ca000640 1 -- 172.21.15.90:0/3249299409 --> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f73b4077d70 con 0x7f73b4075200 2024-09-19T06:49:04.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.055+0000 7f73ca000640 1 -- 172.21.15.90:0/3249299409 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f73c0076c80 con 0x7f73d40b4700 2024-09-19T06:49:04.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.055+0000 7fdc4b400640 1 -- 172.21.15.90:0/1358191470 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fdc400ce150 con 0x7fdc540cf1f0 2024-09-19T06:49:04.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.056+0000 7f73d1400640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f73b406c300 0x7f73b406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.056+0000 7f73d2800640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7f73b4075200 0x7f73b40776a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.055+0000 7fdc53400640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdc3406c380 0x7fdc3406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.055+0000 7fdc4b400640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fdc340745a0 0x7fdc340769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.056+0000 7fdc4b400640 1 -- 172.21.15.90:0/1358191470 --> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdc40032440 con 0x7fdc340745a0 2024-09-19T06:49:04.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.056+0000 7fdc4b400640 1 -- 172.21.15.90:0/1358191470 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fdc400ce540 con 0x7fdc540cf1f0 2024-09-19T06:49:04.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.056+0000 7fdc53e00640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fdc340745a0 0x7fdc340769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.057+0000 7fdc53e00640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fdc340745a0 0x7fdc340769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.057+0000 7fdc53400640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdc3406c380 0x7fdc3406e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdc44009b80 tx=0x7fdc44008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.057+0000 7f73d1400640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f73b406c300 0x7f73b406e7c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f73c4007fd0 tx=0x7f73c4007940 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.057+0000 7fa642a00640 1 -- 172.21.15.90:0/4195491562 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa63801b070 con 0x7fa64c0d3060 2024-09-19T06:49:04.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.057+0000 7f73d2800640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7f73b4075200 0x7f73b40776a0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.058+0000 7fdc4b400640 1 -- 172.21.15.90:0/1358191470 <== osd.5 v2:172.21.15.129:6816/669412576 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdc40032440 con 0x7fdc340745a0 2024-09-19T06:49:04.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.058+0000 7fa642a00640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa62c06c4b0 0x7fa62c06e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.058+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa624001030 con 0x7fa64c0d3060 2024-09-19T06:49:04.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.058+0000 7fa642a00640 1 -- 172.21.15.90:0/4195491562 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa63808a270 con 0x7fa64c0d3060 2024-09-19T06:49:04.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.058+0000 7fa642a00640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7fa62c074650 0x7fa62c076a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.059+0000 7fa642a00640 1 -- 172.21.15.90:0/4195491562 --> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa638021e50 con 0x7fa62c074650 2024-09-19T06:49:04.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.059+0000 7fa642a00640 1 -- 172.21.15.90:0/4195491562 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fa6380581f0 con 0x7fa64c0d3060 2024-09-19T06:49:04.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.059+0000 7fa64aa00640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa62c06c4b0 0x7fa62c06e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.059+0000 7fa64b400640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7fa62c074650 0x7fa62c076a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.059+0000 7f73ca000640 1 -- 172.21.15.90:0/3249299409 <== osd.6 v2:172.21.15.129:6808/2277901189 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f73b4077d70 con 0x7f73b4075200 2024-09-19T06:49:04.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.061+0000 7fa64aa00640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa62c06c4b0 0x7fa62c06e970 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa63c034000 tx=0x7fa63c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.062+0000 7fa64b400640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7fa62c074650 0x7fa62c076a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.063+0000 7fa642a00640 1 -- 172.21.15.90:0/4195491562 <== osd.7 v2:172.21.15.129:6824/297207818 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa638021e50 con 0x7fa62c074650 2024-09-19T06:49:04.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.063+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 --> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7effd0002dd0 con 0x7effd80745d0 2024-09-19T06:49:04.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.064+0000 7effe3400640 1 -- 172.21.15.90:0/995456965 <== osd.1 v2:172.21.15.90:6810/2738506166 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7effd0002dd0 con 0x7effd80745d0 2024-09-19T06:49:04.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.065+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7effd80745d0 msgr2=0x7effd80769f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.065+0000 7efffa800640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7effd80745d0 0x7effd80769f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.065+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7effd806c3b0 msgr2=0x7effd806e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.065+0000 7efffa800640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7effd806c3b0 0x7effd806e870 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7effec032ad0 tx=0x7efff406e030 comp rx=0 tx=0).stop 2024-09-19T06:49:04.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.065+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7effec052570 msgr2=0x7effec038f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.066+0000 7efffa800640 1 --2- 172.21.15.90:0/995456965 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7effec052570 0x7effec038f70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7effe400c450 tx=0x7effe400c910 comp rx=0 tx=0).stop 2024-09-19T06:49:04.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.066+0000 7efff3e00640 1 -- 172.21.15.90:0/995456965 reap_dead start 2024-09-19T06:49:04.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.067+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 shutdown_connections 2024-09-19T06:49:04.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.067+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 >> 172.21.15.90:0/995456965 conn(0x7effec036090 msgr2=0x7effec0356e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.067+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 shutdown_connections 2024-09-19T06:49:04.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.067+0000 7efffa800640 1 -- 172.21.15.90:0/995456965 wait complete. 2024-09-19T06:49:04.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.069+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 --> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f72540736a0 con 0x7f7234074520 2024-09-19T06:49:04.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.070+0000 7f7250c00640 1 -- 172.21.15.90:0/2783296335 <== osd.0 v2:172.21.15.90:6826/3459774506 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f72540736a0 con 0x7f7234074520 2024-09-19T06:49:04.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.071+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f7234074520 msgr2=0x7f7234076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.071+0000 7f725a400640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f7234074520 0x7f7234076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.071+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f723406c300 msgr2=0x7f723406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.071+0000 7f725a400640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f723406c300 0x7f723406e7c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f724c02a730 tx=0x7f724c033040 comp rx=0 tx=0).stop 2024-09-19T06:49:04.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.071+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 msgr2=0x7f72540cd340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.071+0000 7f725a400640 1 --2- 172.21.15.90:0/2783296335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f725415e5f0 0x7f72540cd340 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f724400c3c0 tx=0x7f724400c880 comp rx=0 tx=0).stop 2024-09-19T06:49:04.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.072+0000 7f7259a00640 1 -- 172.21.15.90:0/2783296335 reap_dead start 2024-09-19T06:49:04.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.072+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 shutdown_connections 2024-09-19T06:49:04.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.072+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 >> 172.21.15.90:0/2783296335 conn(0x7f7254062630 msgr2=0x7f72540ce720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.072+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 shutdown_connections 2024-09-19T06:49:04.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.072+0000 7f725a400640 1 -- 172.21.15.90:0/2783296335 wait complete. 2024-09-19T06:49:04.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.075+0000 7f6489c00640 1 -- 172.21.15.90:0/1407685127 --> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f647c0e4da0 con 0x7f6464074520 2024-09-19T06:49:04.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.075+0000 7f6477e00640 1 -- 172.21.15.90:0/1407685127 <== osd.2 v2:172.21.15.90:6802/4282371593 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f647c0e4da0 con 0x7f6464074520 2024-09-19T06:49:04.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.076+0000 7f6475600640 1 -- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f6464074520 msgr2=0x7f6464076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.076+0000 7f6475600640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f6464074520 0x7f6464076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.079+0000 7f6475600640 1 -- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f646406c300 msgr2=0x7f646406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.079+0000 7f6475600640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f646406c300 0x7f646406e7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6478001230 tx=0x7f6478007c70 comp rx=0 tx=0).stop 2024-09-19T06:49:04.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.079+0000 7f6475600640 1 -- 172.21.15.90:0/1407685127 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f647c0507b0 msgr2=0x7f647c0d6ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.079+0000 7f6475600640 1 --2- 172.21.15.90:0/1407685127 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f647c0507b0 0x7f647c0d6ad0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6470000c00 tx=0x7f64700046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.080+0000 7f6489200640 1 -- 172.21.15.90:0/1407685127 reap_dead start 2024-09-19T06:49:04.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.080+0000 7f6475600640 1 -- 172.21.15.90:0/1407685127 shutdown_connections 2024-09-19T06:49:04.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.080+0000 7f6475600640 1 -- 172.21.15.90:0/1407685127 >> 172.21.15.90:0/1407685127 conn(0x7f647c036090 msgr2=0x7f647c0e4590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.081+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 --> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc1180b5310 con 0x7fc0f80745d0 2024-09-19T06:49:04.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.082+0000 7fc10f400640 1 -- 172.21.15.90:0/31231876 <== osd.4 v2:172.21.15.129:6800/3067833917 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc1180b5310 con 0x7fc0f80745d0 2024-09-19T06:49:04.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.082+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7fc0f80745d0 msgr2=0x7fc0f80769f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.082+0000 7fc11ce00640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7fc0f80745d0 0x7fc0f80769f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.083+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0f806c3b0 msgr2=0x7fc0f806e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.083+0000 7fc11ce00640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0f806c3b0 0x7fc0f806e870 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc1100012e0 tx=0x7fc110005b70 comp rx=0 tx=0).stop 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.083+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 msgr2=0x7fc118200dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.083+0000 7fc11ce00640 1 --2- 172.21.15.90:0/31231876 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc118072f40 0x7fc118200dc0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc108031000 tx=0x7fc1080046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.083+0000 7fc117e00640 1 -- 172.21.15.90:0/31231876 reap_dead start 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.084+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 shutdown_connections 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.084+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 >> 172.21.15.90:0/31231876 conn(0x7fc1180d2300 msgr2=0x7fc1180d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.084+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 shutdown_connections 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.084+0000 7fc11ce00640 1 -- 172.21.15.90:0/31231876 wait complete. 2024-09-19T06:49:04.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.085+0000 7f6475600640 1 -- 172.21.15.90:0/1407685127 shutdown_connections 2024-09-19T06:49:04.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.085+0000 7f6475600640 1 -- 172.21.15.90:0/1407685127 wait complete. 2024-09-19T06:49:04.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.088+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 --> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f73ac002dd0 con 0x7f73b4075200 2024-09-19T06:49:04.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.088+0000 7f73ca000640 1 -- 172.21.15.90:0/3249299409 <== osd.6 v2:172.21.15.129:6808/2277901189 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f73ac002dd0 con 0x7f73b4075200 2024-09-19T06:49:04.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.090+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 --> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdc2c002dd0 con 0x7fdc340745a0 2024-09-19T06:49:04.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.090+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 --> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa624002dd0 con 0x7fa62c074650 2024-09-19T06:49:04.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.092+0000 7fdc4b400640 1 -- 172.21.15.90:0/1358191470 <== osd.5 v2:172.21.15.129:6816/669412576 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fdc2c002dd0 con 0x7fdc340745a0 2024-09-19T06:49:04.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.091+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7f73b4075200 msgr2=0x7f73b40776a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.119 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:04.119 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T06:49:04.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.092+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 --> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1b1c0b68e0 con 0x7f1afc0745a0 2024-09-19T06:49:04.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.092+0000 7fa642a00640 1 -- 172.21.15.90:0/4195491562 <== osd.7 v2:172.21.15.129:6824/297207818 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa624002dd0 con 0x7fa62c074650 2024-09-19T06:49:04.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.091+0000 7f73d8a00640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7f73b4075200 0x7f73b40776a0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.092+0000 7f1b18c00640 1 -- 172.21.15.90:0/1335687152 <== osd.3 v2:172.21.15.90:6818/1547161415 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1b1c0b68e0 con 0x7f1afc0745a0 2024-09-19T06:49:04.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.092+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f73b406c300 msgr2=0x7f73b406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.092+0000 7f73d8a00640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f73b406c300 0x7f73b406e7c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f73c4007fd0 tx=0x7f73c4007940 comp rx=0 tx=0).stop 2024-09-19T06:49:04.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.092+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f73d40b4700 msgr2=0x7f73d4140f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fdc340745a0 msgr2=0x7fdc340769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fdc5a800640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fdc340745a0 0x7fdc340769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.092+0000 7f73d8a00640 1 --2- 172.21.15.90:0/3249299409 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f73d40b4700 0x7f73d4140f50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f73c0009890 tx=0x7f73c00046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7f73d2800640 1 -- 172.21.15.90:0/3249299409 reap_dead start 2024-09-19T06:49:04.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdc3406c380 msgr2=0x7fdc3406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fdc5a800640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdc3406c380 0x7fdc3406e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdc44009b80 tx=0x7fdc44008040 comp rx=0 tx=0).stop 2024-09-19T06:49:04.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 msgr2=0x7fdc540ca810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fdc5a800640 1 --2- 172.21.15.90:0/1358191470 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdc540cf1f0 0x7fdc540ca810 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fdc40031000 tx=0x7fdc400046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 shutdown_connections 2024-09-19T06:49:04.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 >> 172.21.15.90:0/3249299409 conn(0x7f73d406d0f0 msgr2=0x7f73d4165b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7fa62c074650 msgr2=0x7fa62c076a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fa651600640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7fa62c074650 0x7fa62c076a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 shutdown_connections 2024-09-19T06:49:04.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7f73d8a00640 1 -- 172.21.15.90:0/3249299409 wait complete. 2024-09-19T06:49:04.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa62c06c4b0 msgr2=0x7fa62c06e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fa651600640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa62c06c4b0 0x7fa62c06e970 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa63c034000 tx=0x7fa63c02e000 comp rx=0 tx=0).stop 2024-09-19T06:49:04.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa64c0d3060 msgr2=0x7fa64c0c9830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fa651600640 1 --2- 172.21.15.90:0/4195491562 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa64c0d3060 0x7fa64c0c9830 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa63800c700 tx=0x7fa63800cbc0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.093+0000 7fa64b400640 1 -- 172.21.15.90:0/4195491562 reap_dead start 2024-09-19T06:49:04.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 shutdown_connections 2024-09-19T06:49:04.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 >> 172.21.15.90:0/4195491562 conn(0x7fa64c0d24d0 msgr2=0x7fa64c0b37d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7fdc53e00640 1 -- 172.21.15.90:0/1358191470 reap_dead start 2024-09-19T06:49:04.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 shutdown_connections 2024-09-19T06:49:04.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 >> 172.21.15.90:0/1358191470 conn(0x7fdc540d11e0 msgr2=0x7fdc540d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 shutdown_connections 2024-09-19T06:49:04.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7f1afc0745a0 msgr2=0x7f1afc0769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 shutdown_connections 2024-09-19T06:49:04.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7fdc5a800640 1 -- 172.21.15.90:0/1358191470 wait complete. 2024-09-19T06:49:04.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7fa651600640 1 -- 172.21.15.90:0/4195491562 wait complete. 2024-09-19T06:49:04.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7f1b23800640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7f1afc0745a0 0x7f1afc0769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1afc06c380 msgr2=0x7f1afc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7f1b23800640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1afc06c380 0x7f1afc06e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1b10000f60 tx=0x7f1b10001e50 comp rx=0 tx=0).stop 2024-09-19T06:49:04.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b7f50 msgr2=0x7f1b1c15ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.094+0000 7f1b23800640 1 --2- 172.21.15.90:0/1335687152 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1b1c0b7f50 0x7f1b1c15ca50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1b08031000 tx=0x7f1b080046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.095+0000 7f1b21800640 1 -- 172.21.15.90:0/1335687152 reap_dead start 2024-09-19T06:49:04.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.095+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 shutdown_connections 2024-09-19T06:49:04.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.095+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 >> 172.21.15.90:0/1335687152 conn(0x7f1b1c0d1500 msgr2=0x7f1b1c0cafb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.096+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 shutdown_connections 2024-09-19T06:49:04.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.096+0000 7f1b23800640 1 -- 172.21.15.90:0/1335687152 wait complete. 2024-09-19T06:49:04.129 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:04.129 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T06:49:04.130 INFO:teuthology.orchestra.run.smithi090.stdout:60129542152 2024-09-19T06:49:04.130 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T06:49:04.131 INFO:teuthology.orchestra.run.smithi090.stdout:64424509448 2024-09-19T06:49:04.131 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T06:49:04.132 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:04.132 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T06:49:04.132 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:04.133 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:04.133 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T06:49:04.134 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T06:49:04.135 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:04.135 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T06:49:04.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.426+0000 7f71e7400640 1 Processor -- start 2024-09-19T06:49:04.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.427+0000 7f71e7400640 1 -- start start 2024-09-19T06:49:04.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.429+0000 7f71e7400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f71d80e1860 0x7f71d8056ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.429+0000 7f71e7400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 0x7f71d8052ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.429+0000 7f71e7400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f71d80524b0 0x7f71d8053430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.430+0000 7f71e7400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f71d8052020 con 0x7f71d80e1860 2024-09-19T06:49:04.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.430+0000 7f71e7400640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f71d80516f0 con 0x7f71d80524b0 2024-09-19T06:49:04.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.430+0000 7f71e7400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f71d80519d0 con 0x7f71d8057400 2024-09-19T06:49:04.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.430+0000 7f71e5400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f71d80524b0 0x7f71d8053430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.431+0000 7f71e5400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f71d80524b0 0x7f71d8053430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43276/0 (socket says 172.21.15.90:43276) 2024-09-19T06:49:04.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.431+0000 7f71e5400640 1 -- 172.21.15.90:0/1285292449 learned_addr learned my addr 172.21.15.90:0/1285292449 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.431+0000 7f71dfe00640 1 --2- 172.21.15.90:0/1285292449 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 0x7f71d8052ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.432+0000 7f71e4a00640 1 --2- 172.21.15.90:0/1285292449 >> v2:172.21.15.90:3300/0 conn(0x7f71d80e1860 0x7f71d8056ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.432+0000 7f71e5400640 1 -- 172.21.15.90:0/1285292449 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 msgr2=0x7f71d8052ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.432+0000 7f71e5400640 1 --2- 172.21.15.90:0/1285292449 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 0x7f71d8052ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.432+0000 7f71e5400640 1 -- 172.21.15.90:0/1285292449 >> v2:172.21.15.90:3300/0 conn(0x7f71d80e1860 msgr2=0x7f71d8056ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.432+0000 7f71e5400640 1 --2- 172.21.15.90:0/1285292449 >> v2:172.21.15.90:3300/0 conn(0x7f71d80e1860 0x7f71d8056ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.432+0000 7f71e5400640 1 -- 172.21.15.90:0/1285292449 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71d8051cb0 con 0x7f71d80524b0 2024-09-19T06:49:04.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.435+0000 7f71e5400640 1 --2- 172.21.15.90:0/1285292449 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 0x7f71d8053430 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f71d800bbd0 tx=0x7f71d402a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7faa5a07137cbcd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.435+0000 7f71df400640 1 -- 172.21.15.90:0/1285292449 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d4037070 con 0x7f71d80524b0 2024-09-19T06:49:04.437 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.436+0000 7f71df400640 1 -- 172.21.15.90:0/1285292449 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71d4032440 con 0x7f71d80524b0 2024-09-19T06:49:04.437 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.436+0000 7f71df400640 1 -- 172.21.15.90:0/1285292449 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d4032850 con 0x7f71d80524b0 2024-09-19T06:49:04.438 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.437+0000 7f71e7400640 1 -- 172.21.15.90:0/1285292449 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 msgr2=0x7f71d8053430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.438 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.437+0000 7f71e7400640 1 --2- 172.21.15.90:0/1285292449 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 0x7f71d8053430 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f71d800bbd0 tx=0x7f71d402a210 comp rx=0 tx=0).stop 2024-09-19T06:49:04.439 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.437+0000 7f71e7400640 1 -- 172.21.15.90:0/1285292449 shutdown_connections 2024-09-19T06:49:04.439 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.437+0000 7f71e7400640 1 --2- 172.21.15.90:0/1285292449 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 0x7f71d8053430 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.439 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.438+0000 7f71e7400640 1 --2- 172.21.15.90:0/1285292449 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 0x7f71d8052ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.439 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.438+0000 7f71e7400640 1 --2- 172.21.15.90:0/1285292449 >> v2:172.21.15.90:3300/0 conn(0x7f71d80e1860 0x7f71d8056ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.439 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.438+0000 7f71e7400640 1 -- 172.21.15.90:0/1285292449 >> 172.21.15.90:0/1285292449 conn(0x7f71d801fb40 msgr2=0x7f71d80567b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.439 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.438+0000 7f71e7400640 1 -- 172.21.15.90:0/1285292449 shutdown_connections 2024-09-19T06:49:04.440 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.439+0000 7f71e7400640 1 -- 172.21.15.90:0/1285292449 wait complete. 2024-09-19T06:49:04.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.442+0000 7f71e7400640 1 Processor -- start 2024-09-19T06:49:04.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.442+0000 7f71e7400640 1 -- start start 2024-09-19T06:49:04.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.443+0000 7f9446200640 1 Processor -- start 2024-09-19T06:49:04.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.443+0000 7f9446200640 1 -- start start 2024-09-19T06:49:04.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.444+0000 7f71e7400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 0x7f71d804c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.444+0000 7f71e7400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 0x7f71d8184f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.445+0000 7f71e7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71d80e1860 0x7f71d81854a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.445+0000 7f71e4a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 0x7f71d804c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.445+0000 7f71e4a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 0x7f71d804c070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43278/0 (socket says 172.21.15.90:43278) 2024-09-19T06:49:04.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.445+0000 7f71dfe00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 0x7f71d8184f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.445+0000 7f71dfe00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 0x7f71d8184f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40368/0 (socket says 172.21.15.90:40368) 2024-09-19T06:49:04.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.445+0000 7f9446200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438033a40 0x7f9438009b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.446+0000 7f71e5400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71d80e1860 0x7f71d81854a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.446+0000 7f9446200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f943801c5f0 con 0x7f943804f2a0 2024-09-19T06:49:04.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.446+0000 7f9446200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f943801c8d0 con 0x7f94380eb3a0 2024-09-19T06:49:04.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.446+0000 7f9446200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f943801cf20 con 0x7f9438033a40 2024-09-19T06:49:04.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.446+0000 7f943f400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438033a40 0x7f9438009b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.446+0000 7f943f400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438033a40 0x7f9438009b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40370/0 (socket says 172.21.15.90:40370) 2024-09-19T06:49:04.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.446+0000 7f943f400640 1 -- 172.21.15.90:0/4267708203 learned_addr learned my addr 172.21.15.90:0/4267708203 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.446+0000 7f71e5400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71d80e1860 0x7f71d81854a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37934/0 (socket says 172.21.15.90:37934) 2024-09-19T06:49:04.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.446+0000 7f71e4a00640 1 -- 172.21.15.90:0/3189947571 learned_addr learned my addr 172.21.15.90:0/3189947571 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.447+0000 7f71e7400640 1 -- 172.21.15.90:0/3189947571 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f71d80e1dc0 con 0x7f71d80e1860 2024-09-19T06:49:04.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.447+0000 7f71e7400640 1 -- 172.21.15.90:0/3189947571 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f71d80e1c40 con 0x7f71d80524b0 2024-09-19T06:49:04.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.447+0000 7f943f400640 1 -- 172.21.15.90:0/4267708203 >> v1:172.21.15.129:6789/0 conn(0x7f94380eb3a0 legacy=0x7f943804eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.447+0000 7f943f400640 1 -- 172.21.15.90:0/4267708203 >> v1:172.21.15.90:6789/0 conn(0x7f943804f2a0 legacy=0x7f943801d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.447+0000 7f71e7400640 1 -- 172.21.15.90:0/3189947571 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f71d80e4410 con 0x7f71d8057400 2024-09-19T06:49:04.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.447+0000 7f943f400640 1 -- 172.21.15.90:0/4267708203 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f943801cbb0 con 0x7f9438033a40 2024-09-19T06:49:04.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.448+0000 7f71e5400640 1 -- 172.21.15.90:0/3189947571 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 msgr2=0x7f71d8184f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.448+0000 7f71e5400640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 0x7f71d8184f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.448+0000 7f71e5400640 1 -- 172.21.15.90:0/3189947571 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 msgr2=0x7f71d804c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.448+0000 7f71e5400640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 0x7f71d804c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.448+0000 7f71e5400640 1 -- 172.21.15.90:0/3189947571 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71d804ebc0 con 0x7f71d80e1860 2024-09-19T06:49:04.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.449+0000 7f71e4a00640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 0x7f71d804c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:04.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.449+0000 7f5f1d000640 1 Processor -- start 2024-09-19T06:49:04.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.449+0000 7f943f400640 1 --2- 172.21.15.90:0/4267708203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438033a40 0x7f9438009b20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f942c009880 tx=0x7f942c02a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7773f838df8cae40 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.450+0000 7f943e000640 1 -- 172.21.15.90:0/4267708203 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f942c02ada0 con 0x7f9438033a40 2024-09-19T06:49:04.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.450+0000 7f943e000640 1 -- 172.21.15.90:0/4267708203 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f942c004030 con 0x7f9438033a40 2024-09-19T06:49:04.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.450+0000 7f943e000640 1 -- 172.21.15.90:0/4267708203 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f942c004460 con 0x7f9438033a40 2024-09-19T06:49:04.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.449+0000 7f71e5400640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71d80e1860 0x7f71d81854a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f71d4031000 tx=0x7f71d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.450+0000 7f71dcc00640 1 -- 172.21.15.90:0/3189947571 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d4041070 con 0x7f71d80e1860 2024-09-19T06:49:04.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.450+0000 7f71dcc00640 1 -- 172.21.15.90:0/3189947571 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71d403c660 con 0x7f71d80e1860 2024-09-19T06:49:04.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.450+0000 7f71e7400640 1 -- 172.21.15.90:0/3189947571 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71d804cc10 con 0x7f71d80e1860 2024-09-19T06:49:04.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.450+0000 7f71e7400640 1 -- 172.21.15.90:0/3189947571 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71d804c930 con 0x7f71d80e1860 2024-09-19T06:49:04.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.449+0000 7f5f1d000640 1 -- start start 2024-09-19T06:49:04.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.449+0000 7f6585800640 1 Processor -- start 2024-09-19T06:49:04.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.449+0000 7f6585800640 1 -- start start 2024-09-19T06:49:04.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f9446200640 1 -- 172.21.15.90:0/4267708203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438033a40 msgr2=0x7f9438009b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.452+0000 7f9446200640 1 --2- 172.21.15.90:0/4267708203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438033a40 0x7f9438009b20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f942c009880 tx=0x7f942c02a110 comp rx=0 tx=0).stop 2024-09-19T06:49:04.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f71dcc00640 1 -- 172.21.15.90:0/3189947571 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d4037040 con 0x7f71d80e1860 2024-09-19T06:49:04.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.452+0000 7f71e7400640 1 -- 172.21.15.90:0/3189947571 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71bc005290 con 0x7f71d80e1860 2024-09-19T06:49:04.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f5f1d000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f5f180b68f0 0x7f5f181696f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f5f1d000640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f180cf860 con 0x7f5f180cf1f0 2024-09-19T06:49:04.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f5f1d000640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f180cfb40 con 0x7f5f1815e7a0 2024-09-19T06:49:04.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f5f1d000640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f5f180d2ca0 con 0x7f5f180b68f0 2024-09-19T06:49:04.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.452+0000 7f5f15e00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7f5f1815e7a0 0x7f5f1806caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48738/0 (socket says 172.21.15.90:48738) 2024-09-19T06:49:04.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.452+0000 7f5f15e00640 1 -- 172.21.15.90:0/2406601066 learned_addr learned my addr 172.21.15.90:0/2406601066 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:04.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f6585800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f65800b30e0 0x7f65800b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f6585800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65800b2690 con 0x7f65800b1d70 2024-09-19T06:49:04.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f6585800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65800b4010 con 0x7f65800cf630 2024-09-19T06:49:04.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f6585800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f65800cdbc0 con 0x7f65800b30e0 2024-09-19T06:49:04.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.453+0000 7f657fe00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f65800b1d70 0x7f65800b3830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33820/0 (socket says 172.21.15.90:33820) 2024-09-19T06:49:04.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.453+0000 7f657fe00640 1 -- 172.21.15.90:0/3118554080 learned_addr learned my addr 172.21.15.90:0/3118554080 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:04.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.451+0000 7f3e49e00640 1 Processor -- start 2024-09-19T06:49:04.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.452+0000 7f3e49e00640 1 -- start start 2024-09-19T06:49:04.457 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.452+0000 7f6185e00640 1 Processor -- start 2024-09-19T06:49:04.457 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.452+0000 7f6185e00640 1 -- start start 2024-09-19T06:49:04.457 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.453+0000 7f657f400640 1 --2- 172.21.15.90:0/3118554080 >> v2:172.21.15.129:3300/0 conn(0x7f65800b30e0 0x7f65800b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.457 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.453+0000 7f5f16800640 1 --2- 172.21.15.90:0/2406601066 >> v2:172.21.15.90:3300/0 conn(0x7f5f180b68f0 0x7f5f181696f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.453+0000 7f5f15400640 1 -- 172.21.15.90:0/2406601066 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 194441043 0 0) 0x7f5f180cfb40 con 0x7f5f1815e7a0 2024-09-19T06:49:04.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.453+0000 7f5f15400640 1 -- 172.21.15.90:0/2406601066 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5efc003520 con 0x7f5f1815e7a0 2024-09-19T06:49:04.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f3e49e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f3e3c0e28f0 0x7f3e3c053080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.453+0000 7f657f400640 1 -- 172.21.15.90:0/3118554080 >> v1:172.21.15.129:6789/0 conn(0x7f65800cf630 legacy=0x7f65800cfa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.453+0000 7f657f400640 1 -- 172.21.15.90:0/3118554080 >> v1:172.21.15.90:6789/0 conn(0x7f65800b1d70 legacy=0x7f65800b3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.453+0000 7f657f400640 1 -- 172.21.15.90:0/3118554080 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65800b42f0 con 0x7f65800b30e0 2024-09-19T06:49:04.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f5f16800640 1 -- 172.21.15.90:0/2406601066 >> v1:172.21.15.129:6789/0 conn(0x7f5f1815e7a0 legacy=0x7f5f1806caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f5f16800640 1 -- 172.21.15.90:0/2406601066 >> v1:172.21.15.90:6789/0 conn(0x7f5f180cf1f0 legacy=0x7f5f180b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f5f16800640 1 -- 172.21.15.90:0/2406601066 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f180cfe20 con 0x7f5f180b68f0 2024-09-19T06:49:04.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f9446200640 1 -- 172.21.15.90:0/4267708203 shutdown_connections 2024-09-19T06:49:04.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f3e49e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c0066b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f9446200640 1 --2- 172.21.15.90:0/4267708203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438033a40 0x7f9438009b20 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f9446200640 1 -- 172.21.15.90:0/4267708203 >> 172.21.15.90:0/4267708203 conn(0x7f94380360c0 msgr2=0x7f94380364d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f3e49e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e3c057d80 con 0x7f3e3c03bc60 2024-09-19T06:49:04.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f3e49e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f3e3c058060 con 0x7f3e3c0e28f0 2024-09-19T06:49:04.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f3e49e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f3e3c005eb0 con 0x7f3e3c057830 2024-09-19T06:49:04.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f3e48a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f3e3c0e28f0 0x7f3e3c053080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f1767e00640 1 Processor -- start 2024-09-19T06:49:04.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f3e49400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c0066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f3e49400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c0066b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40382/0 (socket says 172.21.15.90:40382) 2024-09-19T06:49:04.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f3e49400640 1 -- 172.21.15.90:0/2313537578 learned_addr learned my addr 172.21.15.90:0/2313537578 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f657f400640 1 --2- 172.21.15.90:0/3118554080 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f65800b30e0 0x7f65800b2150 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f656c009720 tx=0x7f656c02a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=206b617c51ed4665 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f1767e00640 1 -- start start 2024-09-19T06:49:04.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f6185e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61780e2d00 0x7f61780583f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f6185e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f6178053db0 0x7f6178056c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f6185e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61780567a0 con 0x7f617803e3d0 2024-09-19T06:49:04.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f6185e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f6178057f60 con 0x7f6178053db0 2024-09-19T06:49:04.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f6185e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f6178057350 con 0x7f61780e2d00 2024-09-19T06:49:04.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.454+0000 7f71dcc00640 1 -- 172.21.15.90:0/3189947571 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f71d4044070 con 0x7f71d80e1860 2024-09-19T06:49:04.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f617ea00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61780e2d00 0x7f61780583f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f3e49400640 1 -- 172.21.15.90:0/2313537578 >> v2:172.21.15.90:3300/0 conn(0x7f3e3c0e28f0 msgr2=0x7f3e3c053080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f9446200640 1 -- 172.21.15.90:0/4267708203 shutdown_connections 2024-09-19T06:49:04.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f3e49400640 1 --2- 172.21.15.90:0/2313537578 >> v2:172.21.15.90:3300/0 conn(0x7f3e3c0e28f0 0x7f3e3c053080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f617f400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f6178053db0 0x7f6178056c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f617f400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f6178053db0 0x7f6178056c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37958/0 (socket says 172.21.15.90:37958) 2024-09-19T06:49:04.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.455+0000 7f617f400640 1 -- 172.21.15.90:0/4085977970 learned_addr learned my addr 172.21.15.90:0/4085977970 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f9446200640 1 -- 172.21.15.90:0/4267708203 wait complete. 2024-09-19T06:49:04.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f657ea00640 1 -- 172.21.15.90:0/3118554080 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c037070 con 0x7f65800b30e0 2024-09-19T06:49:04.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f3e49400640 1 -- 172.21.15.90:0/2313537578 >> v1:172.21.15.90:6789/0 conn(0x7f3e3c03bc60 legacy=0x7f3e3c0535c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f3e49400640 1 -- 172.21.15.90:0/2313537578 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e3c006190 con 0x7f3e3c057830 2024-09-19T06:49:04.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f3e48a00640 1 --2- 172.21.15.90:0/2313537578 >> v2:172.21.15.90:3300/0 conn(0x7f3e3c0e28f0 0x7f3e3c053080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:04.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f5f16800640 1 --2- 172.21.15.90:0/2406601066 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180b68f0 0x7f5f181696f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009d90 tx=0x7f5f1002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80640138498a516d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.457+0000 7f3e49400640 1 --2- 172.21.15.90:0/2313537578 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c0066b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3e4406b4c0 tx=0x7f3e44065a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63640334688e3739 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f617f400640 1 -- 172.21.15.90:0/4085977970 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61780e2d00 msgr2=0x7f61780583f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f617f400640 1 --2- 172.21.15.90:0/4085977970 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61780e2d00 0x7f61780583f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f617f400640 1 -- 172.21.15.90:0/4085977970 >> v1:172.21.15.90:6789/0 conn(0x7f617803e3d0 legacy=0x7f61780536a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.456+0000 7f617f400640 1 -- 172.21.15.90:0/4085977970 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6178057630 con 0x7f6178053db0 2024-09-19T06:49:04.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.457+0000 7f617ea00640 1 --2- 172.21.15.90:0/4085977970 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61780e2d00 0x7f61780583f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.457+0000 7f657ea00640 1 -- 172.21.15.90:0/3118554080 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f656c02ad70 con 0x7f65800b30e0 2024-09-19T06:49:04.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.457+0000 7f657ea00640 1 -- 172.21.15.90:0/3118554080 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c032660 con 0x7f65800b30e0 2024-09-19T06:49:04.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.457+0000 7f71dcc00640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f71c006c380 0x7f71c006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.457+0000 7f71dcc00640 1 -- 172.21.15.90:0/3189947571 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f71d40abb30 con 0x7f71d80e1860 2024-09-19T06:49:04.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.457+0000 7f3e43400640 1 -- 172.21.15.90:0/2313537578 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e440b2070 con 0x7f3e3c057830 2024-09-19T06:49:04.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.457+0000 7f3e43400640 1 -- 172.21.15.90:0/2313537578 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e440ab7d0 con 0x7f3e3c057830 2024-09-19T06:49:04.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f6585800640 1 -- 172.21.15.90:0/3118554080 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f65800b30e0 msgr2=0x7f65800b2150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f6585800640 1 --2- 172.21.15.90:0/3118554080 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f65800b30e0 0x7f65800b2150 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f656c009720 tx=0x7f656c02a060 comp rx=0 tx=0).stop 2024-09-19T06:49:04.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f1767e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1760009af0 0x7f176004eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f1767e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f176004f0a0 0x7f176001d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f1767e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17600321a0 con 0x7f17600e0960 2024-09-19T06:49:04.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f1767e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f1760032440 con 0x7f176004f0a0 2024-09-19T06:49:04.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f1767e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f1760032720 con 0x7f1760009af0 2024-09-19T06:49:04.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f6585800640 1 -- 172.21.15.90:0/3118554080 shutdown_connections 2024-09-19T06:49:04.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f6585800640 1 --2- 172.21.15.90:0/3118554080 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f65800b30e0 0x7f65800b2150 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.458+0000 7f6585800640 1 -- 172.21.15.90:0/3118554080 >> 172.21.15.90:0/3118554080 conn(0x7f6580062a20 msgr2=0x7f658006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f6585800640 1 -- 172.21.15.90:0/3118554080 shutdown_connections 2024-09-19T06:49:04.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.457+0000 7f3e43400640 1 -- 172.21.15.90:0/2313537578 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e440abc60 con 0x7f3e3c057830 2024-09-19T06:49:04.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f1766a00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7f17600e0960 0x7f1760006470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48750/0 (socket says 172.21.15.90:48750) 2024-09-19T06:49:04.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f1766a00640 1 -- 172.21.15.90:0/1970375786 learned_addr learned my addr 172.21.15.90:0/1970375786 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:04.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f617f400640 1 --2- 172.21.15.90:0/4085977970 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 0x7f6178056c50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f618006b4c0 tx=0x7f6180065a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1e4906d21fcee4b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f71b2000640 1 Processor -- start 2024-09-19T06:49:04.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f9446200640 1 Processor -- start 2024-09-19T06:49:04.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f1767400640 1 --2- 172.21.15.90:0/1970375786 >> v2:172.21.15.90:3300/0 conn(0x7f176004f0a0 0x7f176001d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f71e4a00640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f71c006c380 0x7f71c006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f71b2000640 1 -- start start 2024-09-19T06:49:04.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f9446200640 1 -- start start 2024-09-19T06:49:04.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.459+0000 7f1766000640 1 --2- 172.21.15.90:0/1970375786 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1760009af0 0x7f176004eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f1766000640 1 -- 172.21.15.90:0/1970375786 >> v2:172.21.15.90:3300/0 conn(0x7f176004f0a0 msgr2=0x7f176001d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f1766000640 1 --2- 172.21.15.90:0/1970375786 >> v2:172.21.15.90:3300/0 conn(0x7f176004f0a0 0x7f176001d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f1766000640 1 -- 172.21.15.90:0/1970375786 >> v1:172.21.15.129:6789/0 conn(0x7f17600e0960 legacy=0x7f1760006470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f1766000640 1 -- 172.21.15.90:0/1970375786 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f176001c520 con 0x7f1760009af0 2024-09-19T06:49:04.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f1767400640 1 --2- 172.21.15.90:0/1970375786 >> v2:172.21.15.90:3300/0 conn(0x7f176004f0a0 0x7f176001d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f71e4a00640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f71c006c380 0x7f71c006e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f71e006b2c0 tx=0x7f71e006e040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f3e49e00640 1 -- 172.21.15.90:0/2313537578 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 msgr2=0x7f3e3c0066b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f3e49e00640 1 --2- 172.21.15.90:0/2313537578 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c0066b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3e4406b4c0 tx=0x7f3e44065a90 comp rx=0 tx=0).stop 2024-09-19T06:49:04.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f1766000640 1 --2- 172.21.15.90:0/1970375786 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1760009af0 0x7f176004eb60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f176802dd50 tx=0x7f1768065a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d095bf0f6c118f6d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f3e49e00640 1 -- 172.21.15.90:0/2313537578 shutdown_connections 2024-09-19T06:49:04.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f3e49e00640 1 --2- 172.21.15.90:0/2313537578 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c0066b0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f3e49e00640 1 --2- 172.21.15.90:0/2313537578 >> v2:172.21.15.90:3300/0 conn(0x7f3e3c0e28f0 0x7f3e3c053080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f3e49e00640 1 -- 172.21.15.90:0/2313537578 >> 172.21.15.90:0/2313537578 conn(0x7f3e3c03a520 msgr2=0x7f3e3c03a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f1765600640 1 -- 172.21.15.90:0/1970375786 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17680b6070 con 0x7f1760009af0 2024-09-19T06:49:04.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f1765600640 1 -- 172.21.15.90:0/1970375786 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17680af7d0 con 0x7f1760009af0 2024-09-19T06:49:04.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f1765600640 1 -- 172.21.15.90:0/1970375786 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17680afc00 con 0x7f1760009af0 2024-09-19T06:49:04.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.460+0000 7f6585800640 1 -- 172.21.15.90:0/3118554080 wait complete. 2024-09-19T06:49:04.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f71b2000640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f71ac1492f0 0x7f71ac1666a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f71b2000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f71ac0b4700 0x7f71ac0b4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f71b2000640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71ac0b3f40 con 0x7f71ac0b60e0 2024-09-19T06:49:04.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f71b2000640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f71ac070fb0 con 0x7f71ac0b4700 2024-09-19T06:49:04.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f3e49e00640 1 -- 172.21.15.90:0/2313537578 shutdown_connections 2024-09-19T06:49:04.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f1767e00640 1 -- 172.21.15.90:0/1970375786 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1760009af0 msgr2=0x7f176004eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f71b2000640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f71ac071200 con 0x7f71ac1492f0 2024-09-19T06:49:04.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f71ab400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f71ac1492f0 0x7f71ac1666a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f71ab400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f71ac1492f0 0x7f71ac1666a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43294/0 (socket says 172.21.15.90:43294) 2024-09-19T06:49:04.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f71ab400640 1 -- 172.21.15.90:0/3107170055 learned_addr learned my addr 172.21.15.90:0/3107170055 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.461+0000 7f3e49e00640 1 -- 172.21.15.90:0/2313537578 wait complete. 2024-09-19T06:49:04.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f1767e00640 1 --2- 172.21.15.90:0/1970375786 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1760009af0 0x7f176004eb60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f176802dd50 tx=0x7f1768065a90 comp rx=0 tx=0).stop 2024-09-19T06:49:04.480 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f9446200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9438033a40 0x7f943804dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f1767e00640 1 -- 172.21.15.90:0/1970375786 shutdown_connections 2024-09-19T06:49:04.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f1767e00640 1 --2- 172.21.15.90:0/1970375786 >> v2:172.21.15.90:3300/0 conn(0x7f176004f0a0 0x7f176001d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f1767e00640 1 --2- 172.21.15.90:0/1970375786 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1760009af0 0x7f176004eb60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f1767e00640 1 -- 172.21.15.90:0/1970375786 >> 172.21.15.90:0/1970375786 conn(0x7f1760036090 msgr2=0x7f17600364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f9446200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f943804f2a0 0x7f943804e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f9446200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438049a30 0x7f9438049ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f9446200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f94380071e0 con 0x7f943804f2a0 2024-09-19T06:49:04.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f9446200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f943800a060 con 0x7f9438033a40 2024-09-19T06:49:04.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f9446200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9438007360 con 0x7f9438049a30 2024-09-19T06:49:04.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.463+0000 7f943f400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9438033a40 0x7f943804dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.463+0000 7f943f400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9438033a40 0x7f943804dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43300/0 (socket says 172.21.15.90:43300) 2024-09-19T06:49:04.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.463+0000 7f943f400640 1 -- 172.21.15.90:0/3163166137 learned_addr learned my addr 172.21.15.90:0/3163166137 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.463+0000 7f943fe00640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438049a30 0x7f9438049ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f6585800640 1 Processor -- start 2024-09-19T06:49:04.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f6585800640 1 -- start start 2024-09-19T06:49:04.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f6585800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f65800b1d70 0x7f6580165a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f6585800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f65800b30e0 0x7f65801512a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f6585800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f65800cf630 0x7f65800ccdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f6585800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f65800b48b0 con 0x7f65800b1d70 2024-09-19T06:49:04.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f6585800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f65800cf1a0 con 0x7f65800cf630 2024-09-19T06:49:04.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f6585800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f65800739f0 con 0x7f65800b30e0 2024-09-19T06:49:04.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f1767e00640 1 -- 172.21.15.90:0/1970375786 shutdown_connections 2024-09-19T06:49:04.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f1767e00640 1 -- 172.21.15.90:0/1970375786 wait complete. 2024-09-19T06:49:04.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f657f400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f65800b30e0 0x7f65801512a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.462+0000 7f71abe00640 1 --2- 172.21.15.90:0/3107170055 >> v2:172.21.15.90:3300/0 conn(0x7f71ac0b4700 0x7f71ac0b4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f71ab400640 1 -- 172.21.15.90:0/3107170055 >> v2:172.21.15.90:3300/0 conn(0x7f71ac0b4700 msgr2=0x7f71ac0b4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:04.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f71ab400640 1 --2- 172.21.15.90:0/3107170055 >> v2:172.21.15.90:3300/0 conn(0x7f71ac0b4700 0x7f71ac0b4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f71ab400640 1 -- 172.21.15.90:0/3107170055 >> v1:172.21.15.90:6789/0 conn(0x7f71ac0b60e0 legacy=0x7f71ac166be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f71ab400640 1 -- 172.21.15.90:0/3107170055 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71ac073d90 con 0x7f71ac1492f0 2024-09-19T06:49:04.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f657f400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f65800b30e0 0x7f65801512a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40426/0 (socket says 172.21.15.90:40426) 2024-09-19T06:49:04.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f657f400640 1 -- 172.21.15.90:0/288234097 learned_addr learned my addr 172.21.15.90:0/288234097 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.485 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.464+0000 7f3e49e00640 1 Processor -- start 2024-09-19T06:49:04.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f6584e00640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f65800cf630 0x7f65800ccdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f1767e00640 1 Processor -- start 2024-09-19T06:49:04.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f943ea00640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f943804f2a0 0x7f943804e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f657f400640 1 -- 172.21.15.90:0/288234097 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f65800cf630 msgr2=0x7f65800ccdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f657f400640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f65800cf630 0x7f65800ccdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f657f400640 1 -- 172.21.15.90:0/288234097 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f65800b1d70 msgr2=0x7f6580165a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f657f400640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f65800b1d70 0x7f6580165a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f657f400640 1 -- 172.21.15.90:0/288234097 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65801f86e0 con 0x7f65800b30e0 2024-09-19T06:49:04.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f617d600640 1 -- 172.21.15.90:0/4085977970 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61800b2070 con 0x7f6178053db0 2024-09-19T06:49:04.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f617d600640 1 -- 172.21.15.90:0/4085977970 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61800ab7d0 con 0x7f6178053db0 2024-09-19T06:49:04.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f617d600640 1 -- 172.21.15.90:0/4085977970 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61800abc60 con 0x7f6178053db0 2024-09-19T06:49:04.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f1767e00640 1 -- start start 2024-09-19T06:49:04.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f5f15400640 1 -- 172.21.15.90:0/2406601066 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f10031600 con 0x7f5f180b68f0 2024-09-19T06:49:04.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f657f400640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f65800b30e0 0x7f65801512a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f656c009840 tx=0x7f656c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f3e49e00640 1 -- start start 2024-09-19T06:49:04.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f943f400640 1 -- 172.21.15.90:0/3163166137 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438049a30 msgr2=0x7f9438049ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f943f400640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438049a30 0x7f9438049ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f943f400640 1 -- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f943804f2a0 msgr2=0x7f943804e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f943f400640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f943804f2a0 0x7f943804e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f943f400640 1 -- 172.21.15.90:0/3163166137 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9438037ed0 con 0x7f9438033a40 2024-09-19T06:49:04.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f943ea00640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f943804f2a0 0x7f943804e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f71dcc00640 1 -- 172.21.15.90:0/3189947571 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f71d804ebc0 con 0x7f71d80e1860 2024-09-19T06:49:04.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f5f15400640 1 -- 172.21.15.90:0/2406601066 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f100317a0 con 0x7f5f180b68f0 2024-09-19T06:49:04.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.465+0000 7f5f15400640 1 -- 172.21.15.90:0/2406601066 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f10031b70 con 0x7f5f180b68f0 2024-09-19T06:49:04.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f6577e00640 1 -- 172.21.15.90:0/288234097 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c037040 con 0x7f65800b30e0 2024-09-19T06:49:04.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f6577e00640 1 -- 172.21.15.90:0/288234097 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f656c004030 con 0x7f65800b30e0 2024-09-19T06:49:04.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f6577e00640 1 -- 172.21.15.90:0/288234097 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c006e10 con 0x7f65800b30e0 2024-09-19T06:49:04.490 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f658015bdf0 con 0x7f65800b30e0 2024-09-19T06:49:04.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f658015c3b0 con 0x7f65800b30e0 2024-09-19T06:49:04.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f6185e00640 1 -- 172.21.15.90:0/4085977970 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 msgr2=0x7f6178056c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f6185e00640 1 --2- 172.21.15.90:0/4085977970 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 0x7f6178056c50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f618006b4c0 tx=0x7f6180065a90 comp rx=0 tx=0).stop 2024-09-19T06:49:04.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f71ab400640 1 --2- 172.21.15.90:0/3107170055 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 0x7f71ac1666a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f71ac070b00 tx=0x7f719c02a1f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c8db03fc2271809 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f71aa000640 1 -- 172.21.15.90:0/3107170055 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f719c037070 con 0x7f71ac1492f0 2024-09-19T06:49:04.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f71aa000640 1 -- 172.21.15.90:0/3107170055 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f719c032440 con 0x7f71ac1492f0 2024-09-19T06:49:04.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f71aa000640 1 -- 172.21.15.90:0/3107170055 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f719c032810 con 0x7f71ac1492f0 2024-09-19T06:49:04.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f5f1d000640 1 -- 172.21.15.90:0/2406601066 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180b68f0 msgr2=0x7f5f181696f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f5f1d000640 1 --2- 172.21.15.90:0/2406601066 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180b68f0 0x7f5f181696f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009d90 tx=0x7f5f1002a610 comp rx=0 tx=0).stop 2024-09-19T06:49:04.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f5f1d000640 1 -- 172.21.15.90:0/2406601066 shutdown_connections 2024-09-19T06:49:04.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f5f1d000640 1 --2- 172.21.15.90:0/2406601066 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180b68f0 0x7f5f181696f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.466+0000 7f5f1d000640 1 -- 172.21.15.90:0/2406601066 >> 172.21.15.90:0/2406601066 conn(0x7f5f180d11e0 msgr2=0x7f5f180d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f5f1d000640 1 -- 172.21.15.90:0/2406601066 shutdown_connections 2024-09-19T06:49:04.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f5f1d000640 1 -- 172.21.15.90:0/2406601066 wait complete. 2024-09-19T06:49:04.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f1767e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1760009af0 0x7f176017f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f1767e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f176004f0a0 0x7f176001f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f1767e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f17600e0960 0x7f1760180260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f1767e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f17600070d0 con 0x7f1760009af0 2024-09-19T06:49:04.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f1767e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f176001cae0 con 0x7f17600e0960 2024-09-19T06:49:04.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f1767e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f176001d540 con 0x7f176004f0a0 2024-09-19T06:49:04.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f6185e00640 1 -- 172.21.15.90:0/4085977970 shutdown_connections 2024-09-19T06:49:04.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f6185e00640 1 --2- 172.21.15.90:0/4085977970 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 0x7f6178056c50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f6185e00640 1 --2- 172.21.15.90:0/4085977970 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f61780e2d00 0x7f61780583f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f6185e00640 1 -- 172.21.15.90:0/4085977970 >> 172.21.15.90:0/4085977970 conn(0x7f617803a550 msgr2=0x7f617803a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f943f400640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9438033a40 0x7f943804dfe0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f942c034040 tx=0x7f942c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f1766a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1760009af0 0x7f176017f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f6185e00640 1 -- 172.21.15.90:0/4085977970 shutdown_connections 2024-09-19T06:49:04.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f1767400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f17600e0960 0x7f1760180260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f9433400640 1 -- 172.21.15.90:0/3163166137 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f942c041020 con 0x7f9438033a40 2024-09-19T06:49:04.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f1766a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1760009af0 0x7f176017f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38008/0 (socket says 172.21.15.90:38008) 2024-09-19T06:49:04.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f9433400640 1 -- 172.21.15.90:0/3163166137 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f942c005e20 con 0x7f9438033a40 2024-09-19T06:49:04.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f9433400640 1 -- 172.21.15.90:0/3163166137 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f942c003a20 con 0x7f9438033a40 2024-09-19T06:49:04.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f1766a00640 1 -- 172.21.15.90:0/626511196 learned_addr learned my addr 172.21.15.90:0/626511196 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9438038170 con 0x7f9438033a40 2024-09-19T06:49:04.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f3e49e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e3c03bc60 0x7f3e3c0dc000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f3e49e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c04ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f3e49e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3e3c0e28f0 0x7f3e3c051000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f3e49e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3e3c053e50 con 0x7f3e3c03bc60 2024-09-19T06:49:04.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f3e49e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f3e3c053cd0 con 0x7f3e3c0e28f0 2024-09-19T06:49:04.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f3e49e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f3e3c0e2cd0 con 0x7f3e3c057830 2024-09-19T06:49:04.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f3e48a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e3c03bc60 0x7f3e3c0dc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f1766000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f176004f0a0 0x7f176001f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9438038730 con 0x7f9438033a40 2024-09-19T06:49:04.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f6185e00640 1 -- 172.21.15.90:0/4085977970 wait complete. 2024-09-19T06:49:04.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f3e48a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e3c03bc60 0x7f3e3c0dc000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38024/0 (socket says 172.21.15.90:38024) 2024-09-19T06:49:04.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f1766000640 1 -- 172.21.15.90:0/626511196 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f17600e0960 msgr2=0x7f1760180260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f5f1d000640 1 Processor -- start 2024-09-19T06:49:04.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.470+0000 7f1766000640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f17600e0960 0x7f1760180260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.470+0000 7f1766000640 1 -- 172.21.15.90:0/626511196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1760009af0 msgr2=0x7f176017f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.470+0000 7f5f1d000640 1 -- start start 2024-09-19T06:49:04.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f71b2000640 1 -- 172.21.15.90:0/3107170055 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 msgr2=0x7f71ac1666a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.467+0000 7f71b2000640 1 --2- 172.21.15.90:0/3107170055 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 0x7f71ac1666a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f71ac070b00 tx=0x7f719c02a1f0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f71b2000640 1 -- 172.21.15.90:0/3107170055 shutdown_connections 2024-09-19T06:49:04.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f71b2000640 1 --2- 172.21.15.90:0/3107170055 >> v2:172.21.15.90:3300/0 conn(0x7f71ac0b4700 0x7f71ac0b4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f71b2000640 1 --2- 172.21.15.90:0/3107170055 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 0x7f71ac1666a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.468+0000 7f71b2000640 1 -- 172.21.15.90:0/3107170055 >> 172.21.15.90:0/3107170055 conn(0x7f71ac06d0f0 msgr2=0x7f71ac06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f71b2000640 1 -- 172.21.15.90:0/3107170055 shutdown_connections 2024-09-19T06:49:04.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f71b2000640 1 -- 172.21.15.90:0/3107170055 wait complete. 2024-09-19T06:49:04.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.470+0000 7f1766000640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1760009af0 0x7f176017f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.470+0000 7f1766000640 1 -- 172.21.15.90:0/626511196 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f176001fdf0 con 0x7f176004f0a0 2024-09-19T06:49:04.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.470+0000 7f1767400640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f17600e0960 0x7f1760180260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:04.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f6185e00640 1 Processor -- start 2024-09-19T06:49:04.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f1766000640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f176004f0a0 0x7f176001f3a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1768051220 tx=0x7f176806bb80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f3e48a00640 1 -- 172.21.15.90:0/1649677302 learned_addr learned my addr 172.21.15.90:0/1649677302 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f3e43e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c04ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f3e49400640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3e3c0e28f0 0x7f3e3c051000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f3e43e00640 1 -- 172.21.15.90:0/1649677302 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3e3c0e28f0 msgr2=0x7f3e3c051000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f3e43e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3e3c0e28f0 0x7f3e3c051000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f3e43e00640 1 -- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e3c03bc60 msgr2=0x7f3e3c0dc000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f3e43e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e3c03bc60 0x7f3e3c0dc000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.469+0000 7f3e43e00640 1 -- 172.21.15.90:0/1649677302 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e3c0dc540 con 0x7f3e3c057830 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.470+0000 7f3e48a00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e3c03bc60 0x7f3e3c0dc000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:04.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.470+0000 7f3e43e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c04ee90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c0565b0 tx=0x7f3e3000c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f3e40c00640 1 -- 172.21.15.90:0/1649677302 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e30017070 con 0x7f3e3c057830 2024-09-19T06:49:04.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f3e40c00640 1 -- 172.21.15.90:0/1649677302 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e300052d0 con 0x7f3e3c057830 2024-09-19T06:49:04.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f3e40c00640 1 -- 172.21.15.90:0/1649677302 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e300037f0 con 0x7f3e3c057830 2024-09-19T06:49:04.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e3c050a10 con 0x7f3e3c057830 2024-09-19T06:49:04.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e3c04c540 con 0x7f3e3c057830 2024-09-19T06:49:04.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f6185e00640 1 -- start start 2024-09-19T06:49:04.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.472+0000 7f175ea00640 1 -- 172.21.15.90:0/626511196 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17680c1070 con 0x7f176004f0a0 2024-09-19T06:49:04.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.472+0000 7f175ea00640 1 -- 172.21.15.90:0/626511196 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17680b8050 con 0x7f176004f0a0 2024-09-19T06:49:04.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.472+0000 7f175ea00640 1 -- 172.21.15.90:0/626511196 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17680b6030 con 0x7f176004f0a0 2024-09-19T06:49:04.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.472+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f176004c3e0 con 0x7f176004f0a0 2024-09-19T06:49:04.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.472+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f176004c9a0 con 0x7f176004f0a0 2024-09-19T06:49:04.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65800b2150 con 0x7f65800b30e0 2024-09-19T06:49:04.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.472+0000 7f5f1d000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5f180b68f0 0x7f5f180b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.472+0000 7f6577e00640 1 -- 172.21.15.90:0/288234097 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f656c03a070 con 0x7f65800b30e0 2024-09-19T06:49:04.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.473+0000 7f5f1d000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180cf1f0 0x7f5f18151ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.473+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e3c053080 con 0x7f3e3c057830 2024-09-19T06:49:04.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.473+0000 7f71b2000640 1 Processor -- start 2024-09-19T06:49:04.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.473+0000 7f71b2000640 1 -- start start 2024-09-19T06:49:04.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f176004cba0 con 0x7f176004f0a0 2024-09-19T06:49:04.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.473+0000 7f5f1d000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5f1815e7a0 0x7f5f180c8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.473+0000 7f5f15e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5f180b68f0 0x7f5f180b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f6577e00640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f656006c380 0x7f656006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f15e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5f180b68f0 0x7f5f180b7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43332/0 (socket says 172.21.15.90:43332) 2024-09-19T06:49:04.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f16800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5f1815e7a0 0x7f5f180c8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f6577e00640 1 -- 172.21.15.90:0/288234097 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f656c0ab930 con 0x7f65800b30e0 2024-09-19T06:49:04.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f1d000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5f180d4420 con 0x7f5f180cf1f0 2024-09-19T06:49:04.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f1d000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f5f180b7a00 con 0x7f5f180b68f0 2024-09-19T06:49:04.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f1d000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f5f180b83b0 con 0x7f5f1815e7a0 2024-09-19T06:49:04.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f6185e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f617803e3d0 0x7f61780e2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f16800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5f1815e7a0 0x7f5f180c8e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40446/0 (socket says 172.21.15.90:40446) 2024-09-19T06:49:04.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f16800640 1 -- 172.21.15.90:0/3442468821 learned_addr learned my addr 172.21.15.90:0/3442468821 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f16800640 1 -- 172.21.15.90:0/3442468821 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5f180b68f0 msgr2=0x7f5f180b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f16800640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5f180b68f0 0x7f5f180b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f5f16800640 1 -- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180cf1f0 msgr2=0x7f5f18151ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f5f0fe00640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180cf1f0 0x7f5f18151ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f71b2000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ac0b4700 0x7f71ac148060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f71b2000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71ac0b60e0 0x7f71ac15f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.474+0000 7f71b2000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 0x7f71ac15f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f71b2000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac167470 con 0x7f71ac0b4700 2024-09-19T06:49:04.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f71b2000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac1672f0 con 0x7f71ac1492f0 2024-09-19T06:49:04.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f71b2000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f71ac0b50d0 con 0x7f71ac0b60e0 2024-09-19T06:49:04.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.471+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94380475a0 con 0x7f9438033a40 2024-09-19T06:49:04.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f5f16800640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180cf1f0 0x7f5f18151ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f5f16800640 1 -- 172.21.15.90:0/3442468821 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f180b8690 con 0x7f5f1815e7a0 2024-09-19T06:49:04.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f5f0fe00640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180cf1f0 0x7f5f18151ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:04.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f6185e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 0x7f617804d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f6185e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61780e2d00 0x7f6178039620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f617ea00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f617803e3d0 0x7f61780e2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f657fe00640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f656006c380 0x7f656006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f617e000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 0x7f617804d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f617ea00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f617803e3d0 0x7f61780e2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40456/0 (socket says 172.21.15.90:40456) 2024-09-19T06:49:04.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f617ea00640 1 -- 172.21.15.90:0/683675607 learned_addr learned my addr 172.21.15.90:0/683675607 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.475+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f617803bb50 con 0x7f6178053db0 2024-09-19T06:49:04.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71aaa00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71ac0b60e0 0x7f71ac15f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71abe00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 0x7f71ac15f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71abe00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 0x7f71ac15f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43346/0 (socket says 172.21.15.90:43346) 2024-09-19T06:49:04.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71aaa00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71ac0b60e0 0x7f71ac15f0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40466/0 (socket says 172.21.15.90:40466) 2024-09-19T06:49:04.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71abe00640 1 -- 172.21.15.90:0/2697707929 learned_addr learned my addr 172.21.15.90:0/2697707929 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:04.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f6178057bf0 con 0x7f61780e2d00 2024-09-19T06:49:04.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f617803bcd0 con 0x7f617803e3d0 2024-09-19T06:49:04.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f617f400640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61780e2d00 0x7f6178039620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71abe00640 1 -- 172.21.15.90:0/2697707929 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71ac0b60e0 msgr2=0x7f71ac15f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71abe00640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71ac0b60e0 0x7f71ac15f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71abe00640 1 -- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ac0b4700 msgr2=0x7f71ac148060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f9433400640 1 -- 172.21.15.90:0/3163166137 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f942c044020 con 0x7f9438033a40 2024-09-19T06:49:04.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f5f16800640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5f1815e7a0 0x7f5f180c8e80 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009d90 tx=0x7f5f10004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f3e40c00640 1 -- 172.21.15.90:0/1649677302 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3e3001a070 con 0x7f3e3c057830 2024-09-19T06:49:04.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71ab400640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ac0b4700 0x7f71ac148060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71abe00640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ac0b4700 0x7f71ac148060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f657fe00640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f656006c380 0x7f656006e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6570007fd0 tx=0x7f6570007aa0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f617e000640 1 -- 172.21.15.90:0/683675607 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f617803e3d0 msgr2=0x7f61780e2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f617e000640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f617803e3d0 0x7f61780e2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f617e000640 1 -- 172.21.15.90:0/683675607 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61780e2d00 msgr2=0x7f6178039620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f617e000640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61780e2d00 0x7f6178039620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f617e000640 1 -- 172.21.15.90:0/683675607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f617804ddb0 con 0x7f6178053db0 2024-09-19T06:49:04.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.476+0000 7f71abe00640 1 -- 172.21.15.90:0/2697707929 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71ac1485a0 con 0x7f71ac1492f0 2024-09-19T06:49:04.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f617e000640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 0x7f617804d2a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f616c00c390 tx=0x7f616c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f71ab400640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ac0b4700 0x7f71ac148060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:04.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f71abe00640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 0x7f71ac15f600 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f71a400efc0 tx=0x7f71a400c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f3e40c00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3e2406c300 0x7f3e2406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.477+0000 7f6177400640 1 -- 172.21.15.90:0/683675607 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616c017070 con 0x7f6178053db0 2024-09-19T06:49:04.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.478+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f617804e090 con 0x7f6178053db0 2024-09-19T06:49:04.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.478+0000 7f6177400640 1 -- 172.21.15.90:0/683675607 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f616c0052d0 con 0x7f6178053db0 2024-09-19T06:49:04.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.478+0000 7f6177400640 1 -- 172.21.15.90:0/683675607 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616c003830 con 0x7f6178053db0 2024-09-19T06:49:04.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.478+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f617804e650 con 0x7f6178053db0 2024-09-19T06:49:04.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.478+0000 7f9433400640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f942006c300 0x7f942006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.478+0000 7f9433400640 1 -- 172.21.15.90:0/3163166137 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f942c0abbd0 con 0x7f9438033a40 2024-09-19T06:49:04.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.478+0000 7f3e48a00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3e2406c300 0x7f3e2406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.478+0000 7f943ea00640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f942006c300 0x7f942006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.479+0000 7f5f0e000640 1 -- 172.21.15.90:0/3442468821 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f10040070 con 0x7f5f1815e7a0 2024-09-19T06:49:04.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.479+0000 7f6577e00640 1 -- 172.21.15.90:0/288234097 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f656c041020 con 0x7f65800b30e0 2024-09-19T06:49:04.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.479+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f180b8970 con 0x7f5f1815e7a0 2024-09-19T06:49:04.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.479+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f18152430 con 0x7f5f1815e7a0 2024-09-19T06:49:04.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.479+0000 7f943ea00640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f942006c300 0x7f942006e7c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f94381805b0 tx=0x7f9434009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.479+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61780583f0 con 0x7f6178053db0 2024-09-19T06:49:04.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.479+0000 7f3e40c00640 1 -- 172.21.15.90:0/1649677302 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3e30057010 con 0x7f3e3c057830 2024-09-19T06:49:04.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.480+0000 7f3e48a00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3e2406c300 0x7f3e2406e7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3e38006d40 tx=0x7f3e38008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.480+0000 7f6177400640 1 -- 172.21.15.90:0/683675607 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f616c01a070 con 0x7f6178053db0 2024-09-19T06:49:04.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.480+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f18160240 con 0x7f5f1815e7a0 2024-09-19T06:49:04.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.481+0000 7f175ea00640 1 -- 172.21.15.90:0/626511196 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f17680c4070 con 0x7f176004f0a0 2024-09-19T06:49:04.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.482+0000 7f6177400640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f616006c2b0 0x7f616006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.482+0000 7f6177400640 1 -- 172.21.15.90:0/683675607 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f616c08a770 con 0x7f6178053db0 2024-09-19T06:49:04.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.482+0000 7f617ea00640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f616006c2b0 0x7f616006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f175ea00640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f174806c300 0x7f174806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f71a3400640 1 -- 172.21.15.90:0/2697707929 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a4018020 con 0x7f71ac1492f0 2024-09-19T06:49:04.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f71a3400640 1 -- 172.21.15.90:0/2697707929 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71a4014480 con 0x7f71ac1492f0 2024-09-19T06:49:04.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f71a3400640 1 -- 172.21.15.90:0/2697707929 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a4014870 con 0x7f71ac1492f0 2024-09-19T06:49:04.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71ac15e790 con 0x7f71ac1492f0 2024-09-19T06:49:04.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71ac15ed50 con 0x7f71ac1492f0 2024-09-19T06:49:04.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f5f0e000640 1 -- 172.21.15.90:0/3442468821 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f10031700 con 0x7f5f1815e7a0 2024-09-19T06:49:04.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f5f0e000640 1 -- 172.21.15.90:0/3442468821 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f10030ce0 con 0x7f5f1815e7a0 2024-09-19T06:49:04.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f9433400640 1 -- 172.21.15.90:0/3163166137 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f942c04b030 con 0x7f9438033a40 2024-09-19T06:49:04.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f175ea00640 1 -- 172.21.15.90:0/626511196 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f17681272d0 con 0x7f176004f0a0 2024-09-19T06:49:04.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.483+0000 7f1766a00640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f174806c300 0x7f174806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.484+0000 7f617ea00640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f616006c2b0 0x7f616006e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f61700095e0 tx=0x7f6170009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.484+0000 7f1766a00640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f174806c300 0x7f174806e7c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f176004e320 tx=0x7f1754009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.485+0000 7f3e40c00640 1 -- 172.21.15.90:0/1649677302 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3e3c0dc540 con 0x7f3e3c057830 2024-09-19T06:49:04.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.485+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71ac0b4b90 con 0x7f71ac1492f0 2024-09-19T06:49:04.527 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.487+0000 7f71a3400640 1 -- 172.21.15.90:0/2697707929 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f71a4005d10 con 0x7f71ac1492f0 2024-09-19T06:49:04.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.488+0000 7f6177400640 1 -- 172.21.15.90:0/683675607 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f616c0587f0 con 0x7f6178053db0 2024-09-19T06:49:04.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.488+0000 7f71a3400640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f718c06c330 0x7f718c06e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.489+0000 7f71a3400640 1 -- 172.21.15.90:0/2697707929 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f71a408c130 con 0x7f71ac1492f0 2024-09-19T06:49:04.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.489+0000 7f175ea00640 1 -- 172.21.15.90:0/626511196 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f176004cba0 con 0x7f176004f0a0 2024-09-19T06:49:04.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.490+0000 7f71ab400640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f718c06c330 0x7f718c06e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.490+0000 7f5f0e000640 1 -- 172.21.15.90:0/3442468821 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5f10039040 con 0x7f5f1815e7a0 2024-09-19T06:49:04.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.490+0000 7f5f0e000640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5ef406c2b0 0x7f5ef406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:04.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.491+0000 7f5f0e000640 1 -- 172.21.15.90:0/3442468821 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f5f100ac750 con 0x7f5f1815e7a0 2024-09-19T06:49:04.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.491+0000 7f71ab400640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f718c06c330 0x7f718c06e7f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f719c034000 tx=0x7f719c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.491+0000 7f5f15e00640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5ef406c2b0 0x7f5ef406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:04.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.491+0000 7f5f15e00640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5ef406c2b0 0x7f5ef406e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5f080011e0 tx=0x7f5f08007d30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:04.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.493+0000 7f5f0e000640 1 -- 172.21.15.90:0/3442468821 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5f1007af30 con 0x7f5f1815e7a0 2024-09-19T06:49:04.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.493+0000 7f71a3400640 1 -- 172.21.15.90:0/2697707929 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f71a4022030 con 0x7f71ac1492f0 2024-09-19T06:49:04.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.865+0000 7f71e7400640 1 -- 172.21.15.90:0/3189947571 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f71bc005580 con 0x7f71d80e1860 2024-09-19T06:49:04.872 INFO:teuthology.orchestra.run.smithi090.stdout:64424509445 2024-09-19T06:49:04.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.866+0000 7f71dcc00640 1 -- 172.21.15.90:0/3189947571 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f71d4079c30 con 0x7f71d80e1860 2024-09-19T06:49:04.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.870+0000 7f71d2000640 1 -- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f71c006c380 msgr2=0x7f71c006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.870+0000 7f71d2000640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f71c006c380 0x7f71c006e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f71e006b2c0 tx=0x7f71e006e040 comp rx=0 tx=0).stop 2024-09-19T06:49:04.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.870+0000 7f71d2000640 1 -- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71d80e1860 msgr2=0x7f71d81854a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.870+0000 7f71d2000640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71d80e1860 0x7f71d81854a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f71d4031000 tx=0x7f71d40046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.871+0000 7f71d2000640 1 -- 172.21.15.90:0/3189947571 shutdown_connections 2024-09-19T06:49:04.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.871+0000 7f71d2000640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f71c006c380 0x7f71c006e840 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.871+0000 7f71d2000640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71d80e1860 0x7f71d81854a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.871+0000 7f71d2000640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71d8057400 0x7f71d8184f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.871+0000 7f71d2000640 1 --2- 172.21.15.90:0/3189947571 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71d80524b0 0x7f71d804c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.871+0000 7f71d2000640 1 -- 172.21.15.90:0/3189947571 >> 172.21.15.90:0/3189947571 conn(0x7f71d801fb40 msgr2=0x7f71d80da5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.872+0000 7f71d2000640 1 -- 172.21.15.90:0/3189947571 shutdown_connections 2024-09-19T06:49:04.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.872+0000 7f71d2000640 1 -- 172.21.15.90:0/3189947571 wait complete. 2024-09-19T06:49:04.899 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.1 2024-09-19T06:49:04.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.897+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f658006d190 con 0x7f65800b30e0 2024-09-19T06:49:04.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.898+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f61780381a0 con 0x7f6178053db0 2024-09-19T06:49:04.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.898+0000 7f6577e00640 1 -- 172.21.15.90:0/288234097 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f656c079a30 con 0x7f65800b30e0 2024-09-19T06:49:04.900 INFO:teuthology.orchestra.run.smithi090.stdout:64424509446 2024-09-19T06:49:04.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.899+0000 7f6177400640 1 -- 172.21.15.90:0/683675607 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f616c05caf0 con 0x7f6178053db0 2024-09-19T06:49:04.901 INFO:teuthology.orchestra.run.smithi090.stdout:64424509445 2024-09-19T06:49:04.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.901+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f616006c2b0 msgr2=0x7f616006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.901+0000 7f6185e00640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f616006c2b0 0x7f616006e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f61700095e0 tx=0x7f6170009190 comp rx=0 tx=0).stop 2024-09-19T06:49:04.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f656006c380 msgr2=0x7f656006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.901+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 msgr2=0x7f617804d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.901+0000 7f6185e00640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 0x7f617804d2a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f616c00c390 tx=0x7f616c00c850 comp rx=0 tx=0).stop 2024-09-19T06:49:04.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f656006c380 0x7f656006e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6570007fd0 tx=0x7f6570007aa0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f65800b30e0 msgr2=0x7f65801512a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f65800b30e0 0x7f65801512a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f656c009840 tx=0x7f656c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 shutdown_connections 2024-09-19T06:49:04.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f656006c380 0x7f656006e840 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f65800cf630 0x7f65800ccdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f65800b30e0 0x7f65801512a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 --2- 172.21.15.90:0/288234097 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f65800b1d70 0x7f6580165a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 >> 172.21.15.90:0/288234097 conn(0x7f6580062a20 msgr2=0x7f65801615e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 shutdown_connections 2024-09-19T06:49:04.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6185e00640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f616006c2b0 0x7f616006e770 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6185e00640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f61780e2d00 0x7f6178039620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6185e00640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6178053db0 0x7f617804d2a0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6185e00640 1 --2- 172.21.15.90:0/683675607 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f617803e3d0 0x7f61780e2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 >> 172.21.15.90:0/683675607 conn(0x7f617803a550 msgr2=0x7f6178038450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 shutdown_connections 2024-09-19T06:49:04.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6185e00640 1 -- 172.21.15.90:0/683675607 wait complete. 2024-09-19T06:49:04.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 shutdown_connections 2024-09-19T06:49:04.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.902+0000 7f6585800640 1 -- 172.21.15.90:0/288234097 wait complete. 2024-09-19T06:49:04.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.903+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f9438036f40 con 0x7f9438033a40 2024-09-19T06:49:04.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.904+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f3e3c038710 con 0x7f3e3c057830 2024-09-19T06:49:04.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.904+0000 7f9433400640 1 -- 172.21.15.90:0/3163166137 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f942c079c40 con 0x7f9438033a40 2024-09-19T06:49:04.908 INFO:teuthology.orchestra.run.smithi090.stdout:64424509445 2024-09-19T06:49:04.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.904+0000 7f3e40c00640 1 -- 172.21.15.90:0/1649677302 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3e30058f70 con 0x7f3e3c057830 2024-09-19T06:49:04.908 INFO:teuthology.orchestra.run.smithi090.stdout:64424509445 2024-09-19T06:49:04.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.906+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f176004eb60 con 0x7f176004f0a0 2024-09-19T06:49:04.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.907+0000 7f175ea00640 1 -- 172.21.15.90:0/626511196 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f17681270d0 con 0x7f176004f0a0 2024-09-19T06:49:04.909 INFO:teuthology.orchestra.run.smithi090.stdout:64424509445 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.907+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f942006c300 msgr2=0x7f942006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.907+0000 7f9446200640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f942006c300 0x7f942006e7c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f94381805b0 tx=0x7f9434009040 comp rx=0 tx=0).stop 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.907+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9438033a40 msgr2=0x7f943804dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.907+0000 7f9446200640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9438033a40 0x7f943804dfe0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f942c034040 tx=0x7f942c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.908+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 shutdown_connections 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.908+0000 7f9446200640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f942006c300 0x7f942006e7c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.908+0000 7f9446200640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9438049a30 0x7f9438049ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.908+0000 7f9446200640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f943804f2a0 0x7f943804e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.908+0000 7f9446200640 1 --2- 172.21.15.90:0/3163166137 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9438033a40 0x7f943804dfe0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.908+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 >> 172.21.15.90:0/3163166137 conn(0x7f94380360c0 msgr2=0x7f9438034b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.908+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 shutdown_connections 2024-09-19T06:49:04.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.908+0000 7f9446200640 1 -- 172.21.15.90:0/3163166137 wait complete. 2024-09-19T06:49:04.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.909+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3e2406c300 msgr2=0x7f3e2406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.909+0000 7f3e49e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3e2406c300 0x7f3e2406e7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3e38006d40 tx=0x7f3e38008040 comp rx=0 tx=0).stop 2024-09-19T06:49:04.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.909+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 msgr2=0x7f3e3c04ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.909+0000 7f3e49e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c04ee90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c0565b0 tx=0x7f3e3000c820 comp rx=0 tx=0).stop 2024-09-19T06:49:04.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 shutdown_connections 2024-09-19T06:49:04.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f3e49e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3e2406c300 0x7f3e2406e7c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f3e49e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3e3c0e28f0 0x7f3e3c051000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f3e49e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3e3c057830 0x7f3e3c04ee90 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f3e49e00640 1 --2- 172.21.15.90:0/1649677302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3e3c03bc60 0x7f3e3c0dc000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 >> 172.21.15.90:0/1649677302 conn(0x7f3e3c03a520 msgr2=0x7f3e3c0065b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 shutdown_connections 2024-09-19T06:49:04.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f3e49e00640 1 -- 172.21.15.90:0/1649677302 wait complete. 2024-09-19T06:49:04.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f5f180c8030 con 0x7f5f1815e7a0 2024-09-19T06:49:04.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f174806c300 msgr2=0x7f174806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.910+0000 7f1767e00640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f174806c300 0x7f174806e7c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f176004e320 tx=0x7f1754009040 comp rx=0 tx=0).stop 2024-09-19T06:49:04.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f176004f0a0 msgr2=0x7f176001f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f1767e00640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f176004f0a0 0x7f176001f3a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1768051220 tx=0x7f176806bb80 comp rx=0 tx=0).stop 2024-09-19T06:49:04.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 shutdown_connections 2024-09-19T06:49:04.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f1767e00640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f174806c300 0x7f174806e7c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f1767e00640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f17600e0960 0x7f1760180260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f1767e00640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f176004f0a0 0x7f176001f3a0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f1767e00640 1 --2- 172.21.15.90:0/626511196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1760009af0 0x7f176017f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 >> 172.21.15.90:0/626511196 conn(0x7f1760036090 msgr2=0x7f17600393e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 shutdown_connections 2024-09-19T06:49:04.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.911+0000 7f5f0e000640 1 -- 172.21.15.90:0/3442468821 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5f1007a830 con 0x7f5f1815e7a0 2024-09-19T06:49:04.915 INFO:teuthology.orchestra.run.smithi090.stdout:60129542151 2024-09-19T06:49:04.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.912+0000 7f1767e00640 1 -- 172.21.15.90:0/626511196 wait complete. 2024-09-19T06:49:04.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.913+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f71ac0cf280 con 0x7f71ac1492f0 2024-09-19T06:49:04.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.913+0000 7f71a3400640 1 -- 172.21.15.90:0/2697707929 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f71a4010040 con 0x7f71ac1492f0 2024-09-19T06:49:04.916 INFO:teuthology.orchestra.run.smithi090.stdout:64424509445 2024-09-19T06:49:04.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5ef406c2b0 msgr2=0x7f5ef406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5ef406c2b0 0x7f5ef406e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5f080011e0 tx=0x7f5f08007d30 comp rx=0 tx=0).stop 2024-09-19T06:49:04.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5f1815e7a0 msgr2=0x7f5f180c8e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5f1815e7a0 0x7f5f180c8e80 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009d90 tx=0x7f5f10004a40 comp rx=0 tx=0).stop 2024-09-19T06:49:04.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 shutdown_connections 2024-09-19T06:49:04.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5ef406c2b0 0x7f5ef406e770 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5f1815e7a0 0x7f5f180c8e80 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f180cf1f0 0x7f5f18151ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 --2- 172.21.15.90:0/3442468821 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5f180b68f0 0x7f5f180b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 >> 172.21.15.90:0/3442468821 conn(0x7f5f180d11e0 msgr2=0x7f5f180d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 shutdown_connections 2024-09-19T06:49:04.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.917+0000 7f5f1d000640 1 -- 172.21.15.90:0/3442468821 wait complete. 2024-09-19T06:49:04.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.918+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f718c06c330 msgr2=0x7f718c06e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.918+0000 7f71b2000640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f718c06c330 0x7f718c06e7f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f719c034000 tx=0x7f719c02e000 comp rx=0 tx=0).stop 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.918+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 msgr2=0x7f71ac15f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.918+0000 7f71b2000640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 0x7f71ac15f600 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f71a400efc0 tx=0x7f71a400c490 comp rx=0 tx=0).stop 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.919+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 shutdown_connections 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.919+0000 7f71b2000640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f718c06c330 0x7f718c06e7f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.919+0000 7f71b2000640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f71ac1492f0 0x7f71ac15f600 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.919+0000 7f71b2000640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71ac0b60e0 0x7f71ac15f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.919+0000 7f71b2000640 1 --2- 172.21.15.90:0/2697707929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ac0b4700 0x7f71ac148060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.919+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 >> 172.21.15.90:0/2697707929 conn(0x7f71ac06d0f0 msgr2=0x7f71ac0cf840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.919+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 shutdown_connections 2024-09-19T06:49:04.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:04.919+0000 7f71b2000640 1 -- 172.21.15.90:0/2697707929 wait complete. 2024-09-19T06:49:04.934 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509446 for osd.2 2024-09-19T06:49:04.935 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.5 2024-09-19T06:49:04.935 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.6 2024-09-19T06:49:04.940 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.7 2024-09-19T06:49:04.942 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.3 2024-09-19T06:49:04.943 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.0 2024-09-19T06:49:04.945 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.4 2024-09-19T06:49:05.900 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T06:49:05.934 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T06:49:05.936 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T06:49:05.936 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T06:49:05.941 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T06:49:05.943 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T06:49:05.944 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T06:49:05.946 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T06:49:06.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.141+0000 7fd865e00640 1 Processor -- start 2024-09-19T06:49:06.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.142+0000 7fd865e00640 1 -- start start 2024-09-19T06:49:06.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.144+0000 7fd865e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd858039960 0x7fd85810c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.144+0000 7fd865e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd858033920 con 0x7fd8580063d0 2024-09-19T06:49:06.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.144+0000 7fd865e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd858006f90 con 0x7fd85800b770 2024-09-19T06:49:06.145 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.144+0000 7fd865e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fd858006d40 con 0x7fd858039960 2024-09-19T06:49:06.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.145+0000 7fd864a00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7fd85800b770 0x7fd85804eb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48760/0 (socket says 172.21.15.90:48760) 2024-09-19T06:49:06.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.145+0000 7fd864a00640 1 -- 172.21.15.90:0/3908822869 learned_addr learned my addr 172.21.15.90:0/3908822869 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:06.146 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.145+0000 7fd865400640 1 --2- 172.21.15.90:0/3908822869 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd858039960 0x7fd85810c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.146+0000 7fd865400640 1 -- 172.21.15.90:0/3908822869 >> v1:172.21.15.129:6789/0 conn(0x7fd85800b770 legacy=0x7fd85804eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.146+0000 7fd85f400640 1 -- 172.21.15.90:0/3908822869 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1374137389 0 0) 0x7fd84c001110 con 0x7fd8580063d0 2024-09-19T06:49:06.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.146+0000 7fd865400640 1 -- 172.21.15.90:0/3908822869 >> v1:172.21.15.90:6789/0 conn(0x7fd8580063d0 legacy=0x7fd858039250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.146+0000 7fd865400640 1 -- 172.21.15.90:0/3908822869 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd858007270 con 0x7fd858039960 2024-09-19T06:49:06.149 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.147+0000 7fd865400640 1 --2- 172.21.15.90:0/3908822869 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd858039960 0x7fd85810c1d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd86002dd50 tx=0x7fd860065a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6694ea965b1842d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.150 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.148+0000 7fd85f400640 1 -- 172.21.15.90:0/3908822869 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8600a3070 con 0x7fd858039960 2024-09-19T06:49:06.150 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.148+0000 7fd85f400640 1 -- 172.21.15.90:0/3908822869 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd86009c7d0 con 0x7fd858039960 2024-09-19T06:49:06.150 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.148+0000 7fd85f400640 1 -- 172.21.15.90:0/3908822869 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd86009cc40 con 0x7fd858039960 2024-09-19T06:49:06.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.150+0000 7fd865e00640 1 -- 172.21.15.90:0/3908822869 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd858039960 msgr2=0x7fd85810c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.150+0000 7fd865e00640 1 --2- 172.21.15.90:0/3908822869 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd858039960 0x7fd85810c1d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd86002dd50 tx=0x7fd860065a90 comp rx=0 tx=0).stop 2024-09-19T06:49:06.152 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.150+0000 7fd865e00640 1 -- 172.21.15.90:0/3908822869 shutdown_connections 2024-09-19T06:49:06.152 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.150+0000 7fd865e00640 1 --2- 172.21.15.90:0/3908822869 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd858039960 0x7fd85810c1d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.152 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.150+0000 7fd865e00640 1 -- 172.21.15.90:0/3908822869 >> 172.21.15.90:0/3908822869 conn(0x7fd85801d930 msgr2=0x7fd8580545a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.152 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.151+0000 7fd865e00640 1 -- 172.21.15.90:0/3908822869 shutdown_connections 2024-09-19T06:49:06.152 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.151+0000 7fd865e00640 1 -- 172.21.15.90:0/3908822869 wait complete. 2024-09-19T06:49:06.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.154+0000 7fd865e00640 1 Processor -- start 2024-09-19T06:49:06.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.154+0000 7fd865e00640 1 -- start start 2024-09-19T06:49:06.157 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.156+0000 7fd865e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd8580063d0 0x7fd85819b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.158 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.157+0000 7fd865e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd85800b770 0x7fd8581a7680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.157+0000 7fd864a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd8580063d0 0x7fd85819b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.157+0000 7fd864a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd8580063d0 0x7fd85819b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43360/0 (socket says 172.21.15.90:43360) 2024-09-19T06:49:06.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.158+0000 7fd864a00640 1 -- 172.21.15.90:0/2768571532 learned_addr learned my addr 172.21.15.90:0/2768571532 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.158+0000 7fd85fe00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd85800b770 0x7fd8581a7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.159 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.158+0000 7fd865e00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd858039960 0x7fd85804a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.159+0000 7fd865400640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd858039960 0x7fd85804a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.159+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd85804f270 con 0x7fd858039960 2024-09-19T06:49:06.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.159+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fd858006840 con 0x7fd8580063d0 2024-09-19T06:49:06.160 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.159+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fd85804f3f0 con 0x7fd85800b770 2024-09-19T06:49:06.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.160+0000 7fd865400640 1 -- 172.21.15.90:0/2768571532 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd85800b770 msgr2=0x7fd8581a7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.160+0000 7fd865400640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd85800b770 0x7fd8581a7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.160+0000 7fd865400640 1 -- 172.21.15.90:0/2768571532 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd8580063d0 msgr2=0x7fd85819b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.160+0000 7fd865400640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd8580063d0 0x7fd85819b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.160+0000 7fd865400640 1 -- 172.21.15.90:0/2768571532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd858049620 con 0x7fd858039960 2024-09-19T06:49:06.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.161+0000 7fd865400640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd858039960 0x7fd85804a6c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd86006aad0 tx=0x7fd86006a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.162+0000 7fd85cc00640 1 -- 172.21.15.90:0/2768571532 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8600ae070 con 0x7fd858039960 2024-09-19T06:49:06.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.162+0000 7fd85cc00640 1 -- 172.21.15.90:0/2768571532 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd86009ecb0 con 0x7fd858039960 2024-09-19T06:49:06.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.162+0000 7fd85cc00640 1 -- 172.21.15.90:0/2768571532 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8600a3040 con 0x7fd858039960 2024-09-19T06:49:06.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.163+0000 7fd864a00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd8580063d0 0x7fd85819b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:06.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.163+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd858049900 con 0x7fd858039960 2024-09-19T06:49:06.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.166+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd858049ec0 con 0x7fd858039960 2024-09-19T06:49:06.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.168+0000 7fd85cc00640 1 -- 172.21.15.90:0/2768571532 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd8600a9630 con 0x7fd858039960 2024-09-19T06:49:06.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.168+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd858039db0 con 0x7fd858039960 2024-09-19T06:49:06.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.169+0000 7fd85cc00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd84006c300 0x7fd84006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.181 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.174+0000 7fd864a00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd84006c300 0x7fd84006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.181 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.179+0000 7fd864a00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd84006c300 0x7fd84006e7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd854004980 tx=0x7fd854009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.181 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.179+0000 7fd85cc00640 1 -- 172.21.15.90:0/2768571532 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd86009c6b0 con 0x7fd858039960 2024-09-19T06:49:06.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.183+0000 7fd85cc00640 1 -- 172.21.15.90:0/2768571532 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd8600e4d20 con 0x7fd858039960 2024-09-19T06:49:06.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.219+0000 7fcbdac00640 1 Processor -- start 2024-09-19T06:49:06.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.219+0000 7fcbdac00640 1 -- start start 2024-09-19T06:49:06.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.220+0000 7f7646400640 1 Processor -- start 2024-09-19T06:49:06.221 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.220+0000 7f7646400640 1 -- start start 2024-09-19T06:49:06.223 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.222+0000 7f7646400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7640071e20 0x7f76400ced80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.222+0000 7f7646400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f76400cfdf0 0x7f76400cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.222+0000 7f7646400640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76400d0320 con 0x7f764015c1c0 2024-09-19T06:49:06.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.222+0000 7f7646400640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f76400ce1c0 con 0x7f76400cfdf0 2024-09-19T06:49:06.224 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.222+0000 7f7646400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f76400d0600 con 0x7f7640071e20 2024-09-19T06:49:06.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.223+0000 7f763f400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f764015c1c0 0x7f76401607b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33866/0 (socket says 172.21.15.90:33866) 2024-09-19T06:49:06.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.223+0000 7f763f400640 1 -- 172.21.15.90:0/2850166290 learned_addr learned my addr 172.21.15.90:0/2850166290 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:06.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.223+0000 7f763ea00640 1 --2- 172.21.15.90:0/2850166290 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7640071e20 0x7f76400ced80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.225 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.223+0000 7f763fe00640 1 --2- 172.21.15.90:0/2850166290 >> v2:172.21.15.129:3300/0 conn(0x7f76400cfdf0 0x7f76400cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.224+0000 7f763fe00640 1 -- 172.21.15.90:0/2850166290 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7640071e20 msgr2=0x7f76400ced80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.224+0000 7f763fe00640 1 --2- 172.21.15.90:0/2850166290 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7640071e20 0x7f76400ced80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.224+0000 7f763fe00640 1 -- 172.21.15.90:0/2850166290 >> v1:172.21.15.90:6789/0 conn(0x7f764015c1c0 legacy=0x7f76401607b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.224+0000 7f763fe00640 1 -- 172.21.15.90:0/2850166290 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76400d08e0 con 0x7f76400cfdf0 2024-09-19T06:49:06.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.221+0000 7fcbdac00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40d2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.221+0000 7fcbdac00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fcbd4162020 0x7fcbd415f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.221+0000 7fcbdac00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbd40cebc0 con 0x7fcbd40d0ce0 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.221+0000 7fcbdac00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fcbd40d2ca0 con 0x7fcbd4162020 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.221+0000 7fcbdac00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fcbd415f960 con 0x7fcbd415f040 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.222+0000 7fcbd8c00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7fcbd40d0ce0 0x7fcbd40d1170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48764/0 (socket says 172.21.15.90:48764) 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.222+0000 7fcbd8c00640 1 -- 172.21.15.90:0/3267353291 learned_addr learned my addr 172.21.15.90:0/3267353291 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.223+0000 7fcbd3400640 1 --2- 172.21.15.90:0/3267353291 >> v2:172.21.15.129:3300/0 conn(0x7fcbd4162020 0x7fcbd415f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.223+0000 7fcbd2a00640 1 -- 172.21.15.90:0/3267353291 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 916091155 0 0) 0x7fcbd40cebc0 con 0x7fcbd40d0ce0 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.223+0000 7fcbd2a00640 1 -- 172.21.15.90:0/3267353291 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcbb8003520 con 0x7fcbd40d0ce0 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.223+0000 7fcbd3400640 1 -- 172.21.15.90:0/3267353291 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 msgr2=0x7fcbd40d2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.223+0000 7fcbd3e00640 1 --2- 172.21.15.90:0/3267353291 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40d2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.224+0000 7fcbd3400640 1 --2- 172.21.15.90:0/3267353291 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40d2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.227 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.224+0000 7fcbd3400640 1 -- 172.21.15.90:0/3267353291 >> v1:172.21.15.129:6789/0 conn(0x7fcbd40d0ce0 legacy=0x7fcbd40d1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.224+0000 7fcbd3400640 1 -- 172.21.15.90:0/3267353291 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbd41625e0 con 0x7fcbd4162020 2024-09-19T06:49:06.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.224+0000 7fcbd3e00640 1 --2- 172.21.15.90:0/3267353291 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40d2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:06.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.225+0000 7fcbd3400640 1 --2- 172.21.15.90:0/3267353291 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd4162020 0x7fcbd415f420 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcbc00097a0 tx=0x7fcbc002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7567dd1a162bf830 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.228 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.225+0000 7f9ca6600640 1 Processor -- start 2024-09-19T06:49:06.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.226+0000 7f763fe00640 1 --2- 172.21.15.90:0/2850166290 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76400cfdf0 0x7f76400cf2c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f762c0097a0 tx=0x7f762c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fcc5398efd7aa5c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.226+0000 7f763e000640 1 -- 172.21.15.90:0/2850166290 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762c037070 con 0x7f76400cfdf0 2024-09-19T06:49:06.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.226+0000 7f763e000640 1 -- 172.21.15.90:0/2850166290 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f762c032440 con 0x7f76400cfdf0 2024-09-19T06:49:06.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.226+0000 7f763e000640 1 -- 172.21.15.90:0/2850166290 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762c032810 con 0x7f76400cfdf0 2024-09-19T06:49:06.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.226+0000 7f5407400640 1 Processor -- start 2024-09-19T06:49:06.229 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.227+0000 7f5407400640 1 -- start start 2024-09-19T06:49:06.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.227+0000 7f7646400640 1 -- 172.21.15.90:0/2850166290 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76400cfdf0 msgr2=0x7f76400cf2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.227+0000 7f7646400640 1 --2- 172.21.15.90:0/2850166290 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76400cfdf0 0x7f76400cf2c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f762c0097a0 tx=0x7f762c02a180 comp rx=0 tx=0).stop 2024-09-19T06:49:06.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.227+0000 7f7646400640 1 -- 172.21.15.90:0/2850166290 shutdown_connections 2024-09-19T06:49:06.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.227+0000 7f7646400640 1 --2- 172.21.15.90:0/2850166290 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76400cfdf0 0x7f76400cf2c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.227+0000 7f7646400640 1 --2- 172.21.15.90:0/2850166290 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7640071e20 0x7f76400ced80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.227+0000 7f7646400640 1 -- 172.21.15.90:0/2850166290 >> 172.21.15.90:0/2850166290 conn(0x7f764006bc10 msgr2=0x7f764006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.230 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7fcbd2a00640 1 -- 172.21.15.90:0/3267353291 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc0037070 con 0x7fcbd4162020 2024-09-19T06:49:06.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.226+0000 7f9ca6600640 1 -- start start 2024-09-19T06:49:06.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.227+0000 7f9ca6600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ca0162020 0x7f9ca00d2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7fcbd2a00640 1 -- 172.21.15.90:0/3267353291 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbc0032440 con 0x7fcbd4162020 2024-09-19T06:49:06.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7fcbd2a00640 1 -- 172.21.15.90:0/3267353291 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc0032850 con 0x7fcbd4162020 2024-09-19T06:49:06.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7f7646400640 1 -- 172.21.15.90:0/2850166290 shutdown_connections 2024-09-19T06:49:06.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7f9ca6600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f9ca00d0ce0 0x7f9ca00d1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.232 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7f7646400640 1 -- 172.21.15.90:0/2850166290 wait complete. 2024-09-19T06:49:06.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7fcbdac00640 1 -- 172.21.15.90:0/3267353291 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd4162020 msgr2=0x7fcbd415f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7fcbdac00640 1 --2- 172.21.15.90:0/3267353291 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd4162020 0x7fcbd415f420 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcbc00097a0 tx=0x7fcbc002a1a0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7f9ca6600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ca00d16d0 con 0x7f9ca015f040 2024-09-19T06:49:06.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7f9ca6600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f9ca00d2ca0 con 0x7f9ca00d0ce0 2024-09-19T06:49:06.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7f9ca6600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9ca00cebc0 con 0x7f9ca0162020 2024-09-19T06:49:06.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7f9c9f400640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7f9ca015f040 0x7f9ca015f420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48774/0 (socket says 172.21.15.90:48774) 2024-09-19T06:49:06.233 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.228+0000 7f9c9f400640 1 -- 172.21.15.90:0/2934429070 learned_addr learned my addr 172.21.15.90:0/2934429070 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:06.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7f5407400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f54000716c0 0x7f54000731f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7f5407400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5400073730 0x7f540015eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7f5407400640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5400073f60 con 0x7f540015e7c0 2024-09-19T06:49:06.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7f5407400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f54000b4b60 con 0x7f54000716c0 2024-09-19T06:49:06.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7f5407400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f54000b4e40 con 0x7f5400073730 2024-09-19T06:49:06.234 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7fcbdac00640 1 -- 172.21.15.90:0/3267353291 shutdown_connections 2024-09-19T06:49:06.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7fcbdac00640 1 --2- 172.21.15.90:0/3267353291 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd4162020 0x7fcbd415f420 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7fcbdac00640 1 --2- 172.21.15.90:0/3267353291 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40d2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3274398528 0 0) 0x7f9c90001490 con 0x7f9ca015f040 2024-09-19T06:49:06.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9c84003520 con 0x7f9ca015f040 2024-09-19T06:49:06.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7fcbdac00640 1 -- 172.21.15.90:0/3267353291 >> 172.21.15.90:0/3267353291 conn(0x7fcbd4062630 msgr2=0x7fcbd4062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.235 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7fcbdac00640 1 -- 172.21.15.90:0/3267353291 shutdown_connections 2024-09-19T06:49:06.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.229+0000 7fcbdac00640 1 -- 172.21.15.90:0/3267353291 wait complete. 2024-09-19T06:49:06.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f53ffe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f54000716c0 0x7f54000731f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f53ffe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f54000716c0 0x7f54000731f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38070/0 (socket says 172.21.15.90:38070) 2024-09-19T06:49:06.236 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f53ffe00640 1 -- 172.21.15.90:0/2530136266 learned_addr learned my addr 172.21.15.90:0/2530136266 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f5405400640 1 --2- 172.21.15.90:0/2530136266 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5400073730 0x7f540015eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 <== mon.1 v1:172.21.15.129:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1450161607 0 0) 0x7f9c84003520 con 0x7f9ca015f040 2024-09-19T06:49:06.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ca0162020 msgr2=0x7f9ca00d2760 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T06:49:06.237 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f53ffe00640 1 -- 172.21.15.90:0/2530136266 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5400073730 msgr2=0x7f540015eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.231+0000 7f7646400640 1 Processor -- start 2024-09-19T06:49:06.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.231+0000 7f53ffe00640 1 --2- 172.21.15.90:0/2530136266 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5400073730 0x7f540015eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.231+0000 7f53ffe00640 1 -- 172.21.15.90:0/2530136266 >> v1:172.21.15.129:6789/0 conn(0x7f540015e7c0 legacy=0x7f5400070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.231+0000 7f53ffe00640 1 -- 172.21.15.90:0/2530136266 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54000b5120 con 0x7f54000716c0 2024-09-19T06:49:06.238 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.231+0000 7f5405400640 1 --2- 172.21.15.90:0/2530136266 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5400073730 0x7f540015eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:06.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ca0162020 0x7f9ca00d2760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 >> v2:172.21.15.129:3300/0 conn(0x7f9ca00d0ce0 msgr2=0x7f9ca00d1190 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T06:49:06.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 --2- 172.21.15.90:0/2934429070 >> v2:172.21.15.129:3300/0 conn(0x7f9ca00d0ce0 0x7f9ca00d1190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 --> v1:172.21.15.129:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ca01625e0 con 0x7f9ca015f040 2024-09-19T06:49:06.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 <== mon.1 v1:172.21.15.129:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f9c90001bc0 con 0x7f9ca015f040 2024-09-19T06:49:06.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 >> v1:172.21.15.129:6789/0 conn(0x7f9ca015f040 legacy=0x7f9ca015f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c840039b0 0x7f9c84003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c84004800 0x7f9c84004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.239 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c840052e0 0x7f9c8400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9ca00d2ca0 con 0x7f9c840039b0 2024-09-19T06:49:06.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f9ca00cebc0 con 0x7f9c84004800 2024-09-19T06:49:06.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.230+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9c8400c1c0 con 0x7f9c840052e0 2024-09-19T06:49:06.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.231+0000 7f9c9f400640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c840039b0 0x7f9c84003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.240 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.231+0000 7f7646400640 1 -- start start 2024-09-19T06:49:06.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.231+0000 7fcbdac00640 1 Processor -- start 2024-09-19T06:49:06.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.232+0000 7fcbdac00640 1 -- start start 2024-09-19T06:49:06.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.232+0000 7f9c96a00640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c84004800 0x7f9c84004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.241 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.232+0000 7f9c9fe00640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c840052e0 0x7f9c8400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.232+0000 7f8524800640 1 Processor -- start 2024-09-19T06:49:06.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.232+0000 7f9c96a00640 1 -- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c840052e0 msgr2=0x7f9c8400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.232+0000 7f9c96a00640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c840052e0 0x7f9c8400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.232+0000 7f9c96a00640 1 -- 172.21.15.90:0/2934429070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c840039b0 msgr2=0x7f9c84003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.232+0000 7f8524800640 1 -- start start 2024-09-19T06:49:06.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7f7646400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76400cfdf0 0x7f764015a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7f7646400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f764015c1c0 0x7f7640146ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.243 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7f7646400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f764016af50 0x7f7640150920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7fcbdac00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd40d0ce0 0x7fcbd4157450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7fcbdac00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40c9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7fcbdac00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcbd4162020 0x7fcbd40d4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7fcbdac00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd4162e80 con 0x7fcbd4162020 2024-09-19T06:49:06.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7fcbdac00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd4162ba0 con 0x7fcbd40d0ce0 2024-09-19T06:49:06.244 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7fcbdac00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fcbd40cf0a0 con 0x7fcbd415f040 2024-09-19T06:49:06.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7f763fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f764016af50 0x7f7640150920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7fcbd3e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd40d0ce0 0x7fcbd4157450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7fcbd3e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd40d0ce0 0x7fcbd4157450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43410/0 (socket says 172.21.15.90:43410) 2024-09-19T06:49:06.245 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7fcbd3e00640 1 -- 172.21.15.90:0/222894404 learned_addr learned my addr 172.21.15.90:0/222894404 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7fcbd8c00640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcbd4162020 0x7fcbd40d4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7fcbd3400640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40c9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f8524800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f851c161d70 0x7f851c0b3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7f9c96a00640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c840039b0 0x7f9c84003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.246 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.233+0000 7f9c96a00640 1 -- 172.21.15.90:0/2934429070 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ca01625e0 con 0x7f9c84004800 2024-09-19T06:49:06.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f8524800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f851c162150 0x7f851c0b6180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f8524800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 0x7f851c0b66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f8524800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f851c0cf760 con 0x7f851c162150 2024-09-19T06:49:06.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f8524800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f851c0cf2a0 con 0x7f851c161d70 2024-09-19T06:49:06.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f8524800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f851c0cf9b0 con 0x7f851c0d4260 2024-09-19T06:49:06.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7fcbd3400640 1 -- 172.21.15.90:0/222894404 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd40d0ce0 msgr2=0x7fcbd4157450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7fcbd3400640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd40d0ce0 0x7fcbd4157450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7fcbd3400640 1 -- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcbd4162020 msgr2=0x7fcbd40d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.247 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7fcbd3400640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcbd4162020 0x7fcbd40d4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7fcbd3400640 1 -- 172.21.15.90:0/222894404 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbd40b61d0 con 0x7fcbd415f040 2024-09-19T06:49:06.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f9c9f400640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c840039b0 0x7f9c84003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:06.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f763fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f764016af50 0x7f7640150920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38094/0 (socket says 172.21.15.90:38094) 2024-09-19T06:49:06.248 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f7646400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7640073b50 con 0x7f764016af50 2024-09-19T06:49:06.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f8521e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f851c161d70 0x7f851c0b3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f7646400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f76400d0ea0 con 0x7f76400cfdf0 2024-09-19T06:49:06.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f7646400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f764015c5a0 con 0x7f764015c1c0 2024-09-19T06:49:06.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f763fe00640 1 -- 172.21.15.90:0/1236167308 learned_addr learned my addr 172.21.15.90:0/1236167308 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.234+0000 7f763ea00640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f764015c1c0 0x7f7640146ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f763f400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76400cfdf0 0x7f764015a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7fcbd3400640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40c9b70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fcbc0031000 tx=0x7fcbc00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f8521e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f851c161d70 0x7f851c0b3390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43414/0 (socket says 172.21.15.90:43414) 2024-09-19T06:49:06.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f8521e00640 1 -- 172.21.15.90:0/575195201 learned_addr learned my addr 172.21.15.90:0/575195201 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f8522800640 1 --2- 172.21.15.90:0/575195201 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 0x7f851c0b66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f9c96a00640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c84004800 0x7f9c84004c80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9ca00c7fd0 tx=0x7f9c84005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75e1de3da8057770 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f8522800640 1 -- 172.21.15.90:0/575195201 >> v2:172.21.15.129:3300/0 conn(0x7f851c161d70 msgr2=0x7f851c0b3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f8522800640 1 --2- 172.21.15.90:0/575195201 >> v2:172.21.15.129:3300/0 conn(0x7f851c161d70 0x7f851c0b3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f8522800640 1 -- 172.21.15.90:0/575195201 >> v2:172.21.15.90:3300/0 conn(0x7f851c162150 msgr2=0x7f851c0b6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f8522800640 1 --2- 172.21.15.90:0/575195201 >> v2:172.21.15.90:3300/0 conn(0x7f851c162150 0x7f851c0b6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f8522800640 1 -- 172.21.15.90:0/575195201 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f851c0cfc90 con 0x7f851c0d4260 2024-09-19T06:49:06.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.236+0000 7fcbcbe00640 1 -- 172.21.15.90:0/222894404 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc0037050 con 0x7fcbd415f040 2024-09-19T06:49:06.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.236+0000 7fcbcbe00640 1 -- 172.21.15.90:0/222894404 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbc0043070 con 0x7fcbd415f040 2024-09-19T06:49:06.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.236+0000 7fcbcbe00640 1 -- 172.21.15.90:0/222894404 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc003cb30 con 0x7fcbd415f040 2024-09-19T06:49:06.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f763ea00640 1 -- 172.21.15.90:0/1236167308 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76400cfdf0 msgr2=0x7f764015a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f763ea00640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76400cfdf0 0x7f764015a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f763ea00640 1 -- 172.21.15.90:0/1236167308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f764016af50 msgr2=0x7f7640150920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f763ea00640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f764016af50 0x7f7640150920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.235+0000 7f763ea00640 1 -- 172.21.15.90:0/1236167308 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f764015a6d0 con 0x7f764015c1c0 2024-09-19T06:49:06.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.236+0000 7f53ffe00640 1 --2- 172.21.15.90:0/2530136266 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 0x7f54000731f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f53ec009870 tx=0x7f53ec02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=893fa04fbb6f5dce server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.236+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c88037070 con 0x7f9c84004800 2024-09-19T06:49:06.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.236+0000 7fcbdac00640 1 -- 172.21.15.90:0/222894404 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbd40b64b0 con 0x7fcbd415f040 2024-09-19T06:49:06.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.236+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c8802a920 con 0x7f9c84004800 2024-09-19T06:49:06.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.236+0000 7f9c9ea00640 1 -- 172.21.15.90:0/2934429070 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c880093b0 con 0x7f9c84004800 2024-09-19T06:49:06.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.237+0000 7fcbdac00640 1 -- 172.21.15.90:0/222894404 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbd40b6a70 con 0x7fcbd415f040 2024-09-19T06:49:06.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.237+0000 7f763ea00640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f764015c1c0 0x7f7640146ae0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f763800ebf0 tx=0x7f763800c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.237+0000 7f53ff400640 1 -- 172.21.15.90:0/2530136266 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ec037070 con 0x7f54000716c0 2024-09-19T06:49:06.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.237+0000 7f8522800640 1 --2- 172.21.15.90:0/575195201 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 0x7f851c0b66c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f851c08dbd0 tx=0x7f851802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b5fa458dac0710d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.237+0000 7f53ff400640 1 -- 172.21.15.90:0/2530136266 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53ec032440 con 0x7f54000716c0 2024-09-19T06:49:06.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.237+0000 7f53ff400640 1 -- 172.21.15.90:0/2530136266 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ec032810 con 0x7f54000716c0 2024-09-19T06:49:06.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.237+0000 7f7637400640 1 -- 172.21.15.90:0/1236167308 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7638018020 con 0x7f764015c1c0 2024-09-19T06:49:06.255 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.238+0000 7f7637400640 1 -- 172.21.15.90:0/1236167308 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f763800cda0 con 0x7f764015c1c0 2024-09-19T06:49:06.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.238+0000 7f7637400640 1 -- 172.21.15.90:0/1236167308 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76380146c0 con 0x7f764015c1c0 2024-09-19T06:49:06.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.237+0000 7f8520a00640 1 -- 172.21.15.90:0/575195201 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8518031600 con 0x7f851c0d4260 2024-09-19T06:49:06.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.238+0000 7f8520a00640 1 -- 172.21.15.90:0/575195201 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85180317a0 con 0x7f851c0d4260 2024-09-19T06:49:06.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.238+0000 7f8520a00640 1 -- 172.21.15.90:0/575195201 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8518031b70 con 0x7f851c0d4260 2024-09-19T06:49:06.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.237+0000 7fa405600640 1 Processor -- start 2024-09-19T06:49:06.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.238+0000 7fa405600640 1 -- start start 2024-09-19T06:49:06.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.238+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f764015f420 con 0x7f764015c1c0 2024-09-19T06:49:06.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.238+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f764014e3f0 con 0x7f764015c1c0 2024-09-19T06:49:06.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f5407400640 1 -- 172.21.15.90:0/2530136266 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 msgr2=0x7f54000731f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f9ca6600640 1 -- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c84004800 msgr2=0x7f9c84004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f8524800640 1 -- 172.21.15.90:0/575195201 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 msgr2=0x7f851c0b66c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f8524800640 1 --2- 172.21.15.90:0/575195201 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 0x7f851c0b66c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f851c08dbd0 tx=0x7f851802a5d0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f5407400640 1 --2- 172.21.15.90:0/2530136266 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 0x7f54000731f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f53ec009870 tx=0x7f53ec02a1c0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f8524800640 1 -- 172.21.15.90:0/575195201 shutdown_connections 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f8524800640 1 --2- 172.21.15.90:0/575195201 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 0x7f851c0b66c0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f8524800640 1 --2- 172.21.15.90:0/575195201 >> v2:172.21.15.90:3300/0 conn(0x7f851c162150 0x7f851c0b6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f8524800640 1 --2- 172.21.15.90:0/575195201 >> v2:172.21.15.129:3300/0 conn(0x7f851c161d70 0x7f851c0b3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f8524800640 1 -- 172.21.15.90:0/575195201 >> 172.21.15.90:0/575195201 conn(0x7f851c06c500 msgr2=0x7f851c06c910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f8524800640 1 -- 172.21.15.90:0/575195201 shutdown_connections 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7f8524800640 1 -- 172.21.15.90:0/575195201 wait complete. 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f5407400640 1 -- 172.21.15.90:0/2530136266 shutdown_connections 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f5407400640 1 --2- 172.21.15.90:0/2530136266 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5400073730 0x7f540015eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f5407400640 1 --2- 172.21.15.90:0/2530136266 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 0x7f54000731f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f5407400640 1 -- 172.21.15.90:0/2530136266 >> 172.21.15.90:0/2530136266 conn(0x7f540006d0f0 msgr2=0x7f540006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f9ca6600640 1 --2- 172.21.15.90:0/2934429070 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c84004800 0x7f9c84004c80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9ca00c7fd0 tx=0x7f9c84005830 comp rx=0 tx=0).stop 2024-09-19T06:49:06.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f9c9fe00640 1 -- 172.21.15.90:0/2934429070 reap_dead start 2024-09-19T06:49:06.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.239+0000 7fcbc9600640 1 -- 172.21.15.90:0/222894404 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbd40d2760 con 0x7fcbd415f040 2024-09-19T06:49:06.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f5407400640 1 -- 172.21.15.90:0/2530136266 shutdown_connections 2024-09-19T06:49:06.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f5407400640 1 -- 172.21.15.90:0/2530136266 wait complete. 2024-09-19T06:49:06.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f9ca6600640 1 -- 172.21.15.90:0/2934429070 shutdown_connections 2024-09-19T06:49:06.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f9ca6600640 1 -- 172.21.15.90:0/2934429070 >> 172.21.15.90:0/2934429070 conn(0x7f9ca0062630 msgr2=0x7f9ca0062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.240+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76401607b0 con 0x7f764015c1c0 2024-09-19T06:49:06.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.241+0000 7f8524800640 1 Processor -- start 2024-09-19T06:49:06.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.241+0000 7fa405600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fa4000d2040 0x7fa4000d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.241+0000 7fa405600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d1470 0x7fa4000d18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.241+0000 7fa405600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4000d09d0 con 0x7fa4001628c0 2024-09-19T06:49:06.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.241+0000 7fa405600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fa4001637b0 con 0x7fa4000d2040 2024-09-19T06:49:06.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.241+0000 7fa405600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa400163a90 con 0x7fa4000d1470 2024-09-19T06:49:06.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.241+0000 7f8524800640 1 -- start start 2024-09-19T06:49:06.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7fa3ffe00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7fa4001628c0 0x7fa400162ca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48790/0 (socket says 172.21.15.90:48790) 2024-09-19T06:49:06.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7fa3ffe00640 1 -- 172.21.15.90:0/95204566 learned_addr learned my addr 172.21.15.90:0/95204566 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:06.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7fa3ff400640 1 --2- 172.21.15.90:0/95204566 >> v2:172.21.15.129:3300/0 conn(0x7fa4000d2040 0x7fa4000d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7f9ca6600640 1 -- 172.21.15.90:0/2934429070 shutdown_connections 2024-09-19T06:49:06.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7f7637400640 1 -- 172.21.15.90:0/1236167308 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7638005d10 con 0x7f764015c1c0 2024-09-19T06:49:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7fcbcbe00640 1 -- 172.21.15.90:0/222894404 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcbc003ccd0 con 0x7fcbd415f040 2024-09-19T06:49:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7fa404c00640 1 --2- 172.21.15.90:0/95204566 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d1470 0x7fa4000d18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f7637400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f762006c380 0x7f762006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f7637400640 1 -- 172.21.15.90:0/1236167308 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f763808c150 con 0x7f764015c1c0 2024-09-19T06:49:06.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7f5407400640 1 Processor -- start 2024-09-19T06:49:06.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7f5407400640 1 -- start start 2024-09-19T06:49:06.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7fcbcbe00640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcbb406c300 0x7fcbb406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7fcbcbe00640 1 -- 172.21.15.90:0/222894404 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fcbc00abe60 con 0x7fcbd415f040 2024-09-19T06:49:06.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7fcbd3e00640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcbb406c300 0x7fcbb406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7f8524800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 0x7f851c0cca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7f8524800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f851c161d70 0x7f851c158ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7f8524800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f851c162150 0x7f851c1593e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7f8524800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f851c0ceed0 con 0x7f851c161d70 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7f8524800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f851c0ced50 con 0x7f851c162150 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7f8524800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f851c0cf050 con 0x7f851c0d4260 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f8522800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f851c162150 0x7f851c1593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f8522800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f851c162150 0x7f851c1593e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43432/0 (socket says 172.21.15.90:43432) 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f8522800640 1 -- 172.21.15.90:0/3673649849 learned_addr learned my addr 172.21.15.90:0/3673649849 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f8521e00640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 0x7f851c0cca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f8522800640 1 -- 172.21.15.90:0/3673649849 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 msgr2=0x7f851c0cca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f8522800640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 0x7f851c0cca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f8522800640 1 -- 172.21.15.90:0/3673649849 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f851c161d70 msgr2=0x7f851c158ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f8522800640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f851c161d70 0x7f851c158ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7f8522800640 1 -- 172.21.15.90:0/3673649849 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f851c0c8440 con 0x7f851c162150 2024-09-19T06:49:06.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7fc830e00640 1 Processor -- start 2024-09-19T06:49:06.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7fa3fea00640 1 -- 172.21.15.90:0/95204566 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1060344648 0 0) 0x7fa4000d09d0 con 0x7fa4001628c0 2024-09-19T06:49:06.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7fa404c00640 1 -- 172.21.15.90:0/95204566 >> v2:172.21.15.129:3300/0 conn(0x7fa4000d2040 msgr2=0x7fa4000d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7fa404c00640 1 --2- 172.21.15.90:0/95204566 >> v2:172.21.15.129:3300/0 conn(0x7fa4000d2040 0x7fa4000d24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7fa404c00640 1 -- 172.21.15.90:0/95204566 >> v1:172.21.15.129:6789/0 conn(0x7fa4001628c0 legacy=0x7fa400162ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7fa404c00640 1 -- 172.21.15.90:0/95204566 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4000d0c70 con 0x7fa4000d1470 2024-09-19T06:49:06.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7fa404c00640 1 --2- 172.21.15.90:0/95204566 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d1470 0x7fa4000d18c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa3f8009d90 tx=0x7fa3f802a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7da0482cd545ad1d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.242+0000 7f9ca6600640 1 -- 172.21.15.90:0/2934429070 wait complete. 2024-09-19T06:49:06.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7f8522800640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f851c162150 0x7f851c1593e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f851802abc0 tx=0x7f8518004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7f9ca6600640 1 Processor -- start 2024-09-19T06:49:06.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.243+0000 7fc830e00640 1 -- start start 2024-09-19T06:49:06.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.244+0000 7fc830e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc82c15e7a0 0x7fc82c06caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7fc830e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc82c0cf860 con 0x7fc82c0b68f0 2024-09-19T06:49:06.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7fc830e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc82c0cfb40 con 0x7fc82c0cf1f0 2024-09-19T06:49:06.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7fc830e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc82c0d2ca0 con 0x7fc82c15e7a0 2024-09-19T06:49:06.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7f8516000640 1 -- 172.21.15.90:0/3673649849 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8518040070 con 0x7f851c162150 2024-09-19T06:49:06.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7f8516000640 1 -- 172.21.15.90:0/3673649849 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8518030b60 con 0x7f851c162150 2024-09-19T06:49:06.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7f8516000640 1 -- 172.21.15.90:0/3673649849 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8518009450 con 0x7f851c162150 2024-09-19T06:49:06.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7f763f400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f762006c380 0x7f762006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7f9ca6600640 1 -- start start 2024-09-19T06:49:06.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7fc829400640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7fc82c0cf1f0 0x7fc82c0b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:48798/0 (socket says 172.21.15.90:48798) 2024-09-19T06:49:06.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7fc82a800640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fc82c0b68f0 0x7fc82c0d3410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33882/0 (socket says 172.21.15.90:33882) 2024-09-19T06:49:06.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7fc82a800640 1 -- 172.21.15.90:0/2548801717 learned_addr learned my addr 172.21.15.90:0/2548801717 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:06.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.245+0000 7fc829e00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc82c15e7a0 0x7fc82c06caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7f5407400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 0x7f54001515e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1796527677 0 0) 0x7fc82c0cfb40 con 0x7fc82c0cf1f0 2024-09-19T06:49:06.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc810003520 con 0x7fc82c0cf1f0 2024-09-19T06:49:06.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2601905692 0 0) 0x7fc82c0cf860 con 0x7fc82c0b68f0 2024-09-19T06:49:06.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc82c0cfb40 con 0x7fc82c0b68f0 2024-09-19T06:49:06.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f851c0c8720 con 0x7f851c162150 2024-09-19T06:49:06.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 <== mon.1 v1:172.21.15.129:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 618870402 0 0) 0x7fc810003520 con 0x7fc82c0cf1f0 2024-09-19T06:49:06.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc82c15e7a0 msgr2=0x7fc82c06caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc82c15e7a0 0x7fc82c06caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 >> v1:172.21.15.90:6789/0 conn(0x7fc82c0b68f0 legacy=0x7fc82c0d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 --> v1:172.21.15.129:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc82c0cfe20 con 0x7fc82c0cf1f0 2024-09-19T06:49:06.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 <== mon.1 v1:172.21.15.129:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7fc81c001670 con 0x7fc82c0cf1f0 2024-09-19T06:49:06.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 >> v1:172.21.15.129:6789/0 conn(0x7fc82c0cf1f0 legacy=0x7fc82c0b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc810004ba0 0x7fc810004f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc8100037a0 0x7fc810003c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f851c0c8ce0 con 0x7f851c162150 2024-09-19T06:49:06.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc810004160 0x7fc81000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc82c0d2ca0 con 0x7fc8100037a0 2024-09-19T06:49:06.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc81000c090 con 0x7fc810004160 2024-09-19T06:49:06.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc81000c260 con 0x7fc810004ba0 2024-09-19T06:49:06.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7f5407400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5400073730 0x7f54001582c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7fcbd3e00640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcbb406c300 0x7fcbb406e7c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcbd40d53f0 tx=0x7fcbc4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7f5407400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f540015e7c0 0x7f54000c5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7f5407400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f540015ff50 con 0x7f54000716c0 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7f5407400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f540015fdd0 con 0x7f5400073730 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.246+0000 7f5407400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f540015f0e0 con 0x7f540015e7c0 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f5405400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f540015e7c0 0x7f54000c5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f5405400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f540015e7c0 0x7f54000c5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:40568/0 (socket says 172.21.15.90:40568) 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f5405400640 1 -- 172.21.15.90:0/2580099238 learned_addr learned my addr 172.21.15.90:0/2580099238 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f53ffe00640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5400073730 0x7f54001582c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f5405400640 1 -- 172.21.15.90:0/2580099238 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5400073730 msgr2=0x7f54001582c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f5405400640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5400073730 0x7f54001582c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f5405400640 1 -- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 msgr2=0x7f54001515e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T06:49:06.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7fc82a800640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc810004160 0x7fc81000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.247+0000 7f763f400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f762006c380 0x7f762006e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7630005880 tx=0x7f7630009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.276 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7fc829e00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc810004ba0 0x7fc810004f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f5404a00640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 0x7f54001515e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f9ca6600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c84004800 0x7f9ca00ce2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f5405400640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 0x7f54001515e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f5405400640 1 -- 172.21.15.90:0/2580099238 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5400151b20 con 0x7f540015e7c0 2024-09-19T06:49:06.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f9ca6600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ca0201210 0x7f9ca015b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f9ca6600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ca0204f70 0x7f9ca00b6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f9ca6600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9ca0162e80 con 0x7f9c84004800 2024-09-19T06:49:06.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f9ca6600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f9ca0162ba0 con 0x7f9ca0204f70 2024-09-19T06:49:06.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f9ca6600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9ca00d2760 con 0x7f9ca0201210 2024-09-19T06:49:06.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7fc829400640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc8100037a0 0x7fc810003c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f5404a00640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 0x7f54001515e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:06.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f5405400640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f540015e7c0 0x7f54000c5400 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f53f800cef0 tx=0x7f53f800a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7f9c9f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c84004800 0x7f9ca00ce2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c9f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c84004800 0x7f9ca00ce2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38148/0 (socket says 172.21.15.90:38148) 2024-09-19T06:49:06.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c9f400640 1 -- 172.21.15.90:0/1350779557 learned_addr learned my addr 172.21.15.90:0/1350779557 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c9fe00640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ca0204f70 0x7f9ca00b6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7fc829e00640 1 -- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc810004160 msgr2=0x7fc81000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7fc829e00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc810004160 0x7fc81000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7fc829e00640 1 -- 172.21.15.90:0/2548801717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc8100037a0 msgr2=0x7fc810003c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.248+0000 7fc829e00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc8100037a0 0x7fc810003c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7fc829e00640 1 -- 172.21.15.90:0/2548801717 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc82c0cfe20 con 0x7fc810004ba0 2024-09-19T06:49:06.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7fc829400640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc8100037a0 0x7fc810003c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:06.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c96a00640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ca0201210 0x7f9ca015b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c9fe00640 1 -- 172.21.15.90:0/1350779557 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ca0201210 msgr2=0x7f9ca015b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c9fe00640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ca0201210 0x7f9ca015b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f851c0b3390 con 0x7f851c162150 2024-09-19T06:49:06.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c9fe00640 1 -- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c84004800 msgr2=0x7f9ca00ce2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c9fe00640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c84004800 0x7f9ca00ce2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c9fe00640 1 -- 172.21.15.90:0/1350779557 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ca02019f0 con 0x7f9ca0204f70 2024-09-19T06:49:06.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.249+0000 7f9c9f400640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c84004800 0x7f9ca00ce2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:06.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.250+0000 7f9c9fe00640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ca0204f70 0x7f9ca00b6100 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9ca00d55d0 tx=0x7f9c9800e870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.250+0000 7f7637400640 1 -- 172.21.15.90:0/1236167308 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7638022030 con 0x7f764015c1c0 2024-09-19T06:49:06.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.250+0000 7f8516000640 1 -- 172.21.15.90:0/3673649849 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8518039040 con 0x7f851c162150 2024-09-19T06:49:06.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.250+0000 7fc829e00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc810004ba0 0x7fc810004f80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0d1fc0 tx=0x7fc810005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f61e2ce915b804f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.251+0000 7f9c97e00640 1 -- 172.21.15.90:0/1350779557 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c98017070 con 0x7f9ca0204f70 2024-09-19T06:49:06.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.251+0000 7f9c97e00640 1 -- 172.21.15.90:0/1350779557 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c98013680 con 0x7f9ca0204f70 2024-09-19T06:49:06.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.251+0000 7f9c97e00640 1 -- 172.21.15.90:0/1350779557 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c98013a50 con 0x7f9ca0204f70 2024-09-19T06:49:06.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.251+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ca0201cd0 con 0x7f9ca0204f70 2024-09-19T06:49:06.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.251+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ca0204a50 con 0x7f9ca0204f70 2024-09-19T06:49:06.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.251+0000 7f8516000640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f84fc06c300 0x7f84fc06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.251+0000 7f8516000640 1 -- 172.21.15.90:0/3673649849 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f85180acb90 con 0x7f851c162150 2024-09-19T06:49:06.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.252+0000 7f8521e00640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f84fc06c300 0x7f84fc06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.252+0000 7f8521e00640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f84fc06c300 0x7f84fc06e7c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8508009bb0 tx=0x7f8508008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ca00d1190 con 0x7f9ca0204f70 2024-09-19T06:49:06.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7fa3fea00640 1 -- 172.21.15.90:0/95204566 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f8007740 con 0x7fa4000d1470 2024-09-19T06:49:06.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7fa3fea00640 1 -- 172.21.15.90:0/95204566 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3f80078e0 con 0x7fa4000d1470 2024-09-19T06:49:06.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7fa3fea00640 1 -- 172.21.15.90:0/95204566 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f8007c90 con 0x7fa4000d1470 2024-09-19T06:49:06.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7f53fcc00640 1 -- 172.21.15.90:0/2580099238 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53f801a070 con 0x7f540015e7c0 2024-09-19T06:49:06.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7f53fcc00640 1 -- 172.21.15.90:0/2580099238 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53f800d860 con 0x7f540015e7c0 2024-09-19T06:49:06.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7f53fcc00640 1 -- 172.21.15.90:0/2580099238 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53f800dc50 con 0x7f540015e7c0 2024-09-19T06:49:06.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5400158d80 con 0x7f540015e7c0 2024-09-19T06:49:06.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5400148870 con 0x7f540015e7c0 2024-09-19T06:49:06.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.254+0000 7fcbcbe00640 1 -- 172.21.15.90:0/222894404 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcbc007a0f0 con 0x7fcbd415f040 2024-09-19T06:49:06.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.253+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc818030070 con 0x7fc810004ba0 2024-09-19T06:49:06.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.254+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc81802acc0 con 0x7fc810004ba0 2024-09-19T06:49:06.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.254+0000 7fc828a00640 1 -- 172.21.15.90:0/2548801717 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81800b550 con 0x7fc810004ba0 2024-09-19T06:49:06.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.254+0000 7fa405600640 1 -- 172.21.15.90:0/95204566 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d1470 msgr2=0x7fa4000d18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.254+0000 7fa405600640 1 --2- 172.21.15.90:0/95204566 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d1470 0x7fa4000d18c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa3f8009d90 tx=0x7fa3f802a680 comp rx=0 tx=0).stop 2024-09-19T06:49:06.288 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.254+0000 7fa405600640 1 -- 172.21.15.90:0/95204566 shutdown_connections 2024-09-19T06:49:06.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.254+0000 7fa405600640 1 --2- 172.21.15.90:0/95204566 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d1470 0x7fa4000d18c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.254+0000 7fa405600640 1 --2- 172.21.15.90:0/95204566 >> v2:172.21.15.129:3300/0 conn(0x7fa4000d2040 0x7fa4000d24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.254+0000 7fa405600640 1 -- 172.21.15.90:0/95204566 >> 172.21.15.90:0/95204566 conn(0x7fa400062630 msgr2=0x7fa400062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.255+0000 7fa405600640 1 -- 172.21.15.90:0/95204566 shutdown_connections 2024-09-19T06:49:06.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.255+0000 7fa405600640 1 -- 172.21.15.90:0/95204566 wait complete. 2024-09-19T06:49:06.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.255+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54000731f0 con 0x7f540015e7c0 2024-09-19T06:49:06.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.255+0000 7fc830e00640 1 -- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc810004ba0 msgr2=0x7fc810004f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.255+0000 7fc830e00640 1 --2- 172.21.15.90:0/2548801717 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc810004ba0 0x7fc810004f80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0d1fc0 tx=0x7fc810005830 comp rx=0 tx=0).stop 2024-09-19T06:49:06.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.255+0000 7fc82a800640 1 -- 172.21.15.90:0/2548801717 reap_dead start 2024-09-19T06:49:06.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.256+0000 7fc830e00640 1 -- 172.21.15.90:0/2548801717 shutdown_connections 2024-09-19T06:49:06.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.256+0000 7fc830e00640 1 -- 172.21.15.90:0/2548801717 >> 172.21.15.90:0/2548801717 conn(0x7fc82c0d11e0 msgr2=0x7fc82c0d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.256+0000 7f8516000640 1 -- 172.21.15.90:0/3673649849 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f851807b2e0 con 0x7f851c162150 2024-09-19T06:49:06.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.257+0000 7fc830e00640 1 -- 172.21.15.90:0/2548801717 shutdown_connections 2024-09-19T06:49:06.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.257+0000 7fc830e00640 1 -- 172.21.15.90:0/2548801717 wait complete. 2024-09-19T06:49:06.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.257+0000 7f53fcc00640 1 -- 172.21.15.90:0/2580099238 <== mon.2 v2:172.21.15.129:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f53f801d070 con 0x7f540015e7c0 2024-09-19T06:49:06.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.258+0000 7fa405600640 1 Processor -- start 2024-09-19T06:49:06.291 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.258+0000 7fa405600640 1 -- start start 2024-09-19T06:49:06.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.259+0000 7f53fcc00640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f53e006c380 0x7f53e006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.259+0000 7f53fcc00640 1 -- 172.21.15.90:0/2580099238 <== mon.2 v2:172.21.15.129:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f53f808bd50 con 0x7f540015e7c0 2024-09-19T06:49:06.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.260+0000 7f9c97e00640 1 -- 172.21.15.90:0/1350779557 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c9801a070 con 0x7f9ca0204f70 2024-09-19T06:49:06.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.260+0000 7fc830e00640 1 Processor -- start 2024-09-19T06:49:06.292 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.260+0000 7fc830e00640 1 -- start start 2024-09-19T06:49:06.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.260+0000 7fa405600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4000d1470 0x7fa4000b7d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.261+0000 7f5404a00640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f53e006c380 0x7f53e006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.261+0000 7f9c97e00640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c7c06c380 0x7f9c7c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.293 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.261+0000 7fa405600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d2040 0x7fa4000b3e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.261+0000 7fa405600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa4001628c0 0x7fa400158500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fa405600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa400163530 con 0x7fa4000d1470 2024-09-19T06:49:06.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fa405600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fa4001633b0 con 0x7fa4001628c0 2024-09-19T06:49:06.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fa405600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa4000b3b50 con 0x7fa4000d2040 2024-09-19T06:49:06.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.261+0000 7f9c97e00640 1 -- 172.21.15.90:0/1350779557 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9c9808b720 con 0x7f9ca0204f70 2024-09-19T06:49:06.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fc830e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc810004ba0 0x7fc82c15ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fc830e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc82c15f3c0 0x7fc82c201af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fc830e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc82c202030 0x7fc82c0d3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fc830e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc82c15eb80 con 0x7fc82c15f3c0 2024-09-19T06:49:06.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fc830e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc82c0b7a00 con 0x7fc82c202030 2024-09-19T06:49:06.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fc830e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc82c15ed00 con 0x7fc810004ba0 2024-09-19T06:49:06.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.262+0000 7fa404c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa4001628c0 0x7fa400158500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.295 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7fa3ffe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4000d1470 0x7fa4000b7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7fa404c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa4001628c0 0x7fa400158500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43460/0 (socket says 172.21.15.90:43460) 2024-09-19T06:49:06.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7fa404c00640 1 -- 172.21.15.90:0/3049944569 learned_addr learned my addr 172.21.15.90:0/3049944569 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7f5404a00640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f53e006c380 0x7f53e006e840 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f53f4000f60 tx=0x7f53f4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7fa3ff400640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d2040 0x7fa4000b3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7f9c9f400640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c7c06c380 0x7f9c7c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7fc829400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc82c15f3c0 0x7fc82c201af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7fc82a800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc82c202030 0x7fc82c0d3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7fc829400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc82c15f3c0 0x7fc82c201af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38168/0 (socket says 172.21.15.90:38168) 2024-09-19T06:49:06.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.263+0000 7fc829400640 1 -- 172.21.15.90:0/4035512269 learned_addr learned my addr 172.21.15.90:0/4035512269 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fa404c00640 1 -- 172.21.15.90:0/3049944569 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d2040 msgr2=0x7fa4000b3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fa404c00640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d2040 0x7fa4000b3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fa404c00640 1 -- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4000d1470 msgr2=0x7fa4000b7d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fa404c00640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4000d1470 0x7fa4000b7d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fa404c00640 1 -- 172.21.15.90:0/3049944569 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4000b43d0 con 0x7fa4001628c0 2024-09-19T06:49:06.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fc829400640 1 -- 172.21.15.90:0/4035512269 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc810004ba0 msgr2=0x7fc82c15ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7f53fcc00640 1 -- 172.21.15.90:0/2580099238 <== mon.2 v2:172.21.15.129:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f53f805a530 con 0x7f540015e7c0 2024-09-19T06:49:06.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7f9c97e00640 1 -- 172.21.15.90:0/1350779557 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9c98059e70 con 0x7f9ca0204f70 2024-09-19T06:49:06.299 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fa3ffe00640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4000d1470 0x7fa4000b7d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:06.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.265+0000 7f9c9f400640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c7c06c380 0x7f9c7c06e840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9c90001670 tx=0x7f9c90009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.265+0000 7fa404c00640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa4001628c0 0x7fa400158500 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa3f802ac70 tx=0x7fa3f8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fc829400640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc810004ba0 0x7fc82c15ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fc829400640 1 -- 172.21.15.90:0/4035512269 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc82c202030 msgr2=0x7fc82c0d3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fc829400640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc82c202030 0x7fc82c0d3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.264+0000 7fc829400640 1 -- 172.21.15.90:0/4035512269 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc82c15f840 con 0x7fc82c15f3c0 2024-09-19T06:49:06.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.266+0000 7fc829400640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc82c15f3c0 0x7fc82c201af0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc81c00e840 tx=0x7fc81c00ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.266+0000 7fa3f7e00640 1 -- 172.21.15.90:0/3049944569 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f8004240 con 0x7fa4001628c0 2024-09-19T06:49:06.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.266+0000 7fa3f7e00640 1 -- 172.21.15.90:0/3049944569 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3f8004400 con 0x7fa4001628c0 2024-09-19T06:49:06.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.266+0000 7fa3f7e00640 1 -- 172.21.15.90:0/3049944569 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f80047f0 con 0x7fa4001628c0 2024-09-19T06:49:06.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.266+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4000cc200 con 0x7fa4001628c0 2024-09-19T06:49:06.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.266+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4000cc4a0 con 0x7fa4001628c0 2024-09-19T06:49:06.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.267+0000 7fc822000640 1 -- 172.21.15.90:0/4035512269 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c00ee90 con 0x7fc82c15f3c0 2024-09-19T06:49:06.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.267+0000 7fc822000640 1 -- 172.21.15.90:0/4035512269 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc81c018070 con 0x7fc82c15f3c0 2024-09-19T06:49:06.302 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.267+0000 7fc822000640 1 -- 172.21.15.90:0/4035512269 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c00ca70 con 0x7fc82c15f3c0 2024-09-19T06:49:06.303 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.269+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc82c15fb20 con 0x7fc82c15f3c0 2024-09-19T06:49:06.303 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.269+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc82c0cbcb0 con 0x7fc82c15f3c0 2024-09-19T06:49:06.303 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.270+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc82c0b61e0 con 0x7fc82c15f3c0 2024-09-19T06:49:06.303 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.270+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4000d24b0 con 0x7fa4001628c0 2024-09-19T06:49:06.303 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.271+0000 7fa3f7e00640 1 -- 172.21.15.90:0/3049944569 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa3f8039040 con 0x7fa4001628c0 2024-09-19T06:49:06.303 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.273+0000 7fa3f7e00640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa3e006c380 0x7fa3e006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.303 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.273+0000 7fa3f7e00640 1 -- 172.21.15.90:0/3049944569 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa3f80aca10 con 0x7fa4001628c0 2024-09-19T06:49:06.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.274+0000 7fa3ffe00640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa3e006c380 0x7fa3e006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.273+0000 7fc822000640 1 -- 172.21.15.90:0/4035512269 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc81c00cc10 con 0x7fc82c15f3c0 2024-09-19T06:49:06.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.277+0000 7fa3ffe00640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa3e006c380 0x7fa3e006e840 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0000f60 tx=0x7fa3f0007e40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.305 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.276+0000 7fc822000640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc80c06c520 0x7fc80c06e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.305 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.276+0000 7fc822000640 1 -- 172.21.15.90:0/4035512269 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc81c08b320 con 0x7fc82c15f3c0 2024-09-19T06:49:06.305 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.278+0000 7fc829e00640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc80c06c520 0x7fc80c06e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.305 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.279+0000 7fc829e00640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc80c06c520 0x7fc80c06e9e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0d5820 tx=0x7fc81802c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.305 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.280+0000 7fa3f7e00640 1 -- 172.21.15.90:0/3049944569 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa3f8040030 con 0x7fa4001628c0 2024-09-19T06:49:06.305 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.285+0000 7fc822000640 1 -- 172.21.15.90:0/4035512269 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc81c059a70 con 0x7fc82c15f3c0 2024-09-19T06:49:06.587 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.585+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fd8580055c0 con 0x7fd858039960 2024-09-19T06:49:06.587 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.586+0000 7fd85cc00640 1 -- 172.21.15.90:0/2768571532 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd8600e4620 con 0x7fd858039960 2024-09-19T06:49:06.588 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:06.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.590+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd84006c300 msgr2=0x7fd84006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.591+0000 7fd865e00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd84006c300 0x7fd84006e7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd854004980 tx=0x7fd854009040 comp rx=0 tx=0).stop 2024-09-19T06:49:06.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.591+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd858039960 msgr2=0x7fd85804a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.591+0000 7fd865e00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd858039960 0x7fd85804a6c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd86006aad0 tx=0x7fd86006a750 comp rx=0 tx=0).stop 2024-09-19T06:49:06.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.592+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 shutdown_connections 2024-09-19T06:49:06.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.592+0000 7fd865e00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd84006c300 0x7fd84006e7c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.592+0000 7fd865e00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd858039960 0x7fd85804a6c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.592+0000 7fd865e00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd85800b770 0x7fd8581a7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.593+0000 7fd865e00640 1 --2- 172.21.15.90:0/2768571532 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd8580063d0 0x7fd85819b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.593+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 >> 172.21.15.90:0/2768571532 conn(0x7fd85801d930 msgr2=0x7fd8580049f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.593+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 shutdown_connections 2024-09-19T06:49:06.594 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.593+0000 7fd865e00640 1 -- 172.21.15.90:0/2768571532 wait complete. 2024-09-19T06:49:06.621 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.1 2024-09-19T06:49:06.621 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:06.652 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.651+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fc82c0d2a80 con 0x7fc82c15f3c0 2024-09-19T06:49:06.653 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.652+0000 7fc822000640 1 -- 172.21.15.90:0/4035512269 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc81c059370 con 0x7fc82c15f3c0 2024-09-19T06:49:06.653 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:06.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.654+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc80c06c520 msgr2=0x7fc80c06e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc80c06c520 0x7fc80c06e9e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0d5820 tx=0x7fc81802c000 comp rx=0 tx=0).stop 2024-09-19T06:49:06.656 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc82c15f3c0 msgr2=0x7fc82c201af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc82c15f3c0 0x7fc82c201af0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc81c00e840 tx=0x7fc81c00ec40 comp rx=0 tx=0).stop 2024-09-19T06:49:06.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 shutdown_connections 2024-09-19T06:49:06.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc80c06c520 0x7fc80c06e9e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc82c202030 0x7fc82c0d3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc82c15f3c0 0x7fc82c201af0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 --2- 172.21.15.90:0/4035512269 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc810004ba0 0x7fc82c15ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 >> 172.21.15.90:0/4035512269 conn(0x7fc82c0d11e0 msgr2=0x7fc82c15d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 shutdown_connections 2024-09-19T06:49:06.657 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.655+0000 7fc830e00640 1 -- 172.21.15.90:0/4035512269 wait complete. 2024-09-19T06:49:06.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.656+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f76400cd230 con 0x7f764015c1c0 2024-09-19T06:49:06.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.657+0000 7f7637400640 1 -- 172.21.15.90:0/1236167308 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7638010040 con 0x7f764015c1c0 2024-09-19T06:49:06.660 INFO:teuthology.orchestra.run.smithi090.stdout:64424509448 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f762006c380 msgr2=0x7f762006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f762006c380 0x7f762006e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7630005880 tx=0x7f7630009040 comp rx=0 tx=0).stop 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f764015c1c0 msgr2=0x7f7640146ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f764015c1c0 0x7f7640146ae0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f763800ebf0 tx=0x7f763800c490 comp rx=0 tx=0).stop 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 shutdown_connections 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f762006c380 0x7f762006e840 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f764016af50 0x7f7640150920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f764015c1c0 0x7f7640146ae0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 --2- 172.21.15.90:0/1236167308 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76400cfdf0 0x7f764015a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 >> 172.21.15.90:0/1236167308 conn(0x7f764006bc10 msgr2=0x7f764015fb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 shutdown_connections 2024-09-19T06:49:06.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.661+0000 7f7646400640 1 -- 172.21.15.90:0/1236167308 wait complete. 2024-09-19T06:49:06.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.668+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f851c0d3620 con 0x7f851c162150 2024-09-19T06:49:06.670 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.668+0000 7f8516000640 1 -- 172.21.15.90:0/3673649849 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f85180ac070 con 0x7f851c162150 2024-09-19T06:49:06.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.669+0000 7fcbc9600640 1 -- 172.21.15.90:0/222894404 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fcbd4073120 con 0x7fcbd415f040 2024-09-19T06:49:06.671 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:06.672 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.670+0000 7fcbcbe00640 1 -- 172.21.15.90:0/222894404 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcbc007e3f0 con 0x7fcbd415f040 2024-09-19T06:49:06.672 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:06.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.672+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f84fc06c300 msgr2=0x7f84fc06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.673 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.672+0000 7f8524800640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f84fc06c300 0x7f84fc06e7c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8508009bb0 tx=0x7f8508008040 comp rx=0 tx=0).stop 2024-09-19T06:49:06.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.672+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f851c162150 msgr2=0x7f851c1593e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.672+0000 7f8524800640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f851c162150 0x7f851c1593e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f851802abc0 tx=0x7f8518004a40 comp rx=0 tx=0).stop 2024-09-19T06:49:06.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 shutdown_connections 2024-09-19T06:49:06.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7f8524800640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f84fc06c300 0x7f84fc06e7c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.674 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7f8524800640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f851c162150 0x7f851c1593e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7f8524800640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f851c161d70 0x7f851c158ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7f8524800640 1 --2- 172.21.15.90:0/3673649849 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f851c0d4260 0x7f851c0cca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 >> 172.21.15.90:0/3673649849 conn(0x7f851c06c500 msgr2=0x7f851c0b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 shutdown_connections 2024-09-19T06:49:06.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7f8524800640 1 -- 172.21.15.90:0/3673649849 wait complete. 2024-09-19T06:49:06.675 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7fcbc9600640 1 -- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcbb406c300 msgr2=0x7fcbb406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.673+0000 7fcbc9600640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcbb406c300 0x7fcbb406e7c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcbd40d53f0 tx=0x7fcbc4008040 comp rx=0 tx=0).stop 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 -- 172.21.15.90:0/222894404 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 msgr2=0x7fcbd40c9b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40c9b70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fcbc0031000 tx=0x7fcbc00046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 -- 172.21.15.90:0/222894404 shutdown_connections 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcbb406c300 0x7fcbb406e7c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcbd4162020 0x7fcbd40d4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcbd415f040 0x7fcbd40c9b70 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 --2- 172.21.15.90:0/222894404 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcbd40d0ce0 0x7fcbd4157450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 -- 172.21.15.90:0/222894404 >> 172.21.15.90:0/222894404 conn(0x7fcbd4062630 msgr2=0x7fcbd40d1150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 -- 172.21.15.90:0/222894404 shutdown_connections 2024-09-19T06:49:06.676 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.674+0000 7fcbc9600640 1 -- 172.21.15.90:0/222894404 wait complete. 2024-09-19T06:49:06.677 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.0 2024-09-19T06:49:06.677 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:06.680 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:06.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.677+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f9ca00d42b0 con 0x7f9ca0204f70 2024-09-19T06:49:06.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.678+0000 7f9c97e00640 1 -- 172.21.15.90:0/1350779557 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9c98059770 con 0x7f9ca0204f70 2024-09-19T06:49:06.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.680+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f54000b6340 con 0x7f540015e7c0 2024-09-19T06:49:06.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.680+0000 7f53fcc00640 1 -- 172.21.15.90:0/2580099238 <== mon.2 v2:172.21.15.129:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f53f8059e30 con 0x7f540015e7c0 2024-09-19T06:49:06.682 INFO:teuthology.orchestra.run.smithi090.stdout:64424509447 2024-09-19T06:49:06.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.681+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c7c06c380 msgr2=0x7f9c7c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.681+0000 7f9ca6600640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c7c06c380 0x7f9c7c06e840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9c90001670 tx=0x7f9c90009040 comp rx=0 tx=0).stop 2024-09-19T06:49:06.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.681+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ca0204f70 msgr2=0x7f9ca00b6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.681+0000 7f9ca6600640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ca0204f70 0x7f9ca00b6100 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9ca00d55d0 tx=0x7f9c9800e870 comp rx=0 tx=0).stop 2024-09-19T06:49:06.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.682+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 shutdown_connections 2024-09-19T06:49:06.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.682+0000 7f9ca6600640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c7c06c380 0x7f9c7c06e840 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.682+0000 7f9ca6600640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ca0204f70 0x7f9ca00b6100 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.682+0000 7f9ca6600640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ca0201210 0x7f9ca015b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.682+0000 7f9ca6600640 1 --2- 172.21.15.90:0/1350779557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c84004800 0x7f9ca00ce2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.682+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 >> 172.21.15.90:0/1350779557 conn(0x7f9ca0062630 msgr2=0x7f9ca015d530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.682+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 shutdown_connections 2024-09-19T06:49:06.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.682+0000 7f9ca6600640 1 -- 172.21.15.90:0/1350779557 wait complete. 2024-09-19T06:49:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f53e006c380 msgr2=0x7f53e006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f53e006c380 0x7f53e006e840 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f53f4000f60 tx=0x7f53f4009040 comp rx=0 tx=0).stop 2024-09-19T06:49:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f540015e7c0 msgr2=0x7f54000c5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f540015e7c0 0x7f54000c5400 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f53f800cef0 tx=0x7f53f800a710 comp rx=0 tx=0).stop 2024-09-19T06:49:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 shutdown_connections 2024-09-19T06:49:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f53e006c380 0x7f53e006e840 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f540015e7c0 0x7f54000c5400 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5400073730 0x7f54001582c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 --2- 172.21.15.90:0/2580099238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54000716c0 0x7f54001515e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.683+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 >> 172.21.15.90:0/2580099238 conn(0x7f540006d0f0 msgr2=0x7f540015d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.684+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 shutdown_connections 2024-09-19T06:49:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.684+0000 7f5407400640 1 -- 172.21.15.90:0/2580099238 wait complete. 2024-09-19T06:49:06.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.685+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fa4000b37e0 con 0x7fa4001628c0 2024-09-19T06:49:06.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.685+0000 7fa3f7e00640 1 -- 172.21.15.90:0/3049944569 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa3f807ab10 con 0x7fa4001628c0 2024-09-19T06:49:06.687 INFO:teuthology.orchestra.run.smithi090.stdout:60129542152 2024-09-19T06:49:06.688 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.2 2024-09-19T06:49:06.688 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:06.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa3e006c380 msgr2=0x7fa3e006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa3e006c380 0x7fa3e006e840 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0000f60 tx=0x7fa3f0007e40 comp rx=0 tx=0).stop 2024-09-19T06:49:06.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa4001628c0 msgr2=0x7fa400158500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa4001628c0 0x7fa400158500 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa3f802ac70 tx=0x7fa3f8004a40 comp rx=0 tx=0).stop 2024-09-19T06:49:06.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 shutdown_connections 2024-09-19T06:49:06.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa3e006c380 0x7fa3e006e840 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa4001628c0 0x7fa400158500 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa4000d2040 0x7fa4000b3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 --2- 172.21.15.90:0/3049944569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa4000d1470 0x7fa4000b7d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 >> 172.21.15.90:0/3049944569 conn(0x7fa400062630 msgr2=0x7fa4000d26c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 shutdown_connections 2024-09-19T06:49:06.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.690+0000 7fa405600640 1 -- 172.21.15.90:0/3049944569 wait complete. 2024-09-19T06:49:06.700 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.3 2024-09-19T06:49:06.701 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:06.704 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.6 2024-09-19T06:49:06.705 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:06.708 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.7 2024-09-19T06:49:06.708 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:06.709 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.4 2024-09-19T06:49:06.709 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.5 2024-09-19T06:49:06.709 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:06.709 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:06.709 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:49:06.709 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:49:06.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.901+0000 7f5eb5c00640 1 Processor -- start 2024-09-19T06:49:06.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.901+0000 7f5eb5c00640 1 -- start start 2024-09-19T06:49:06.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.902+0000 7f5eb5c00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f5eb00cf6b0 0x7f5eb01629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.902+0000 7f5eb5c00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f5eb0162f30 0x7f5eb00b7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.902+0000 7f5eb5c00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5eb00cfc20 con 0x7f5eb00b63d0 2024-09-19T06:49:06.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.902+0000 7f5eb5c00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f5eb00d40c0 con 0x7f5eb0162f30 2024-09-19T06:49:06.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.902+0000 7f5eb5c00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f5eb00d2ed0 con 0x7f5eb00cf6b0 2024-09-19T06:49:06.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.902+0000 7f5eaf400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f5eb0162f30 0x7f5eb00b7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.902+0000 7f5eaf400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f5eb0162f30 0x7f5eb00b7880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38172/0 (socket says 172.21.15.90:38172) 2024-09-19T06:49:06.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.902+0000 7f5eaf400640 1 -- 172.21.15.90:0/903298539 learned_addr learned my addr 172.21.15.90:0/903298539 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.902+0000 7f5ea6000640 1 --2- 172.21.15.90:0/903298539 >> v2:172.21.15.129:3300/0 conn(0x7f5eb00cf6b0 0x7f5eb01629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.903+0000 7f5eaf400640 1 -- 172.21.15.90:0/903298539 >> v2:172.21.15.129:3300/0 conn(0x7f5eb00cf6b0 msgr2=0x7f5eb01629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:06.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.903+0000 7f5eaf400640 1 --2- 172.21.15.90:0/903298539 >> v2:172.21.15.129:3300/0 conn(0x7f5eb00cf6b0 0x7f5eb01629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.903+0000 7f5eaf400640 1 -- 172.21.15.90:0/903298539 >> v1:172.21.15.129:6789/0 conn(0x7f5eb00b63d0 legacy=0x7f5eb00d39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.903+0000 7f5eaf400640 1 -- 172.21.15.90:0/903298539 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5eb00d31b0 con 0x7f5eb0162f30 2024-09-19T06:49:06.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.903+0000 7f5eaf400640 1 --2- 172.21.15.90:0/903298539 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb0162f30 0x7f5eb00b7880 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5eb00b40e0 tx=0x7f5ea802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b6fdcb20c473c06 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eae000640 1 -- 172.21.15.90:0/903298539 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea8036070 con 0x7f5eb0162f30 2024-09-19T06:49:06.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eae000640 1 -- 172.21.15.90:0/903298539 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ea8031600 con 0x7f5eb0162f30 2024-09-19T06:49:06.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eae000640 1 -- 172.21.15.90:0/903298539 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea80319d0 con 0x7f5eb0162f30 2024-09-19T06:49:06.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eb5c00640 1 -- 172.21.15.90:0/903298539 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb0162f30 msgr2=0x7f5eb00b7880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eb5c00640 1 --2- 172.21.15.90:0/903298539 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb0162f30 0x7f5eb00b7880 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5eb00b40e0 tx=0x7f5ea802a6a0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eb5c00640 1 -- 172.21.15.90:0/903298539 shutdown_connections 2024-09-19T06:49:06.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eb5c00640 1 --2- 172.21.15.90:0/903298539 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb0162f30 0x7f5eb00b7880 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eb5c00640 1 --2- 172.21.15.90:0/903298539 >> v2:172.21.15.129:3300/0 conn(0x7f5eb00cf6b0 0x7f5eb01629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eb5c00640 1 -- 172.21.15.90:0/903298539 >> 172.21.15.90:0/903298539 conn(0x7f5eb00d1160 msgr2=0x7f5eb00d1570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:06.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eb5c00640 1 -- 172.21.15.90:0/903298539 shutdown_connections 2024-09-19T06:49:06.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.904+0000 7f5eb5c00640 1 -- 172.21.15.90:0/903298539 wait complete. 2024-09-19T06:49:06.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.906+0000 7f5eb5c00640 1 Processor -- start 2024-09-19T06:49:06.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.906+0000 7f5eb5c00640 1 -- start start 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eb5c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb00b63d0 0x7f5eb01f56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eb5c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5eb00cf6b0 0x7f5eb015e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eb5c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5eb0162f30 0x7f5eb01617b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eb5c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5eb00cb5c0 con 0x7f5eb00b63d0 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eb5c00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f5eb00cb440 con 0x7f5eb00cf6b0 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eb5c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f5eb00d1c80 con 0x7f5eb0162f30 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eaea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb00b63d0 0x7f5eb01f56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eaea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb00b63d0 0x7f5eb01f56f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38182/0 (socket says 172.21.15.90:38182) 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eaea00640 1 -- 172.21.15.90:0/44932399 learned_addr learned my addr 172.21.15.90:0/44932399 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:06.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5ea6000640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5eb00cf6b0 0x7f5eb015e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.907+0000 7f5eaf400640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5eb0162f30 0x7f5eb01617b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5eaea00640 1 -- 172.21.15.90:0/44932399 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5eb0162f30 msgr2=0x7f5eb01617b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5eaea00640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5eb0162f30 0x7f5eb01617b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5eaea00640 1 -- 172.21.15.90:0/44932399 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5eb00cf6b0 msgr2=0x7f5eb015e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5eaea00640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5eb00cf6b0 0x7f5eb015e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5eaea00640 1 -- 172.21.15.90:0/44932399 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5eb00aba90 con 0x7f5eb00b63d0 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5eaf400640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5eb0162f30 0x7f5eb01617b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5eaea00640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb00b63d0 0x7f5eb01f56f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5ea000c400 tx=0x7f5ea000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5ea7400640 1 -- 172.21.15.90:0/44932399 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea00052d0 con 0x7f5eb00b63d0 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5ea7400640 1 -- 172.21.15.90:0/44932399 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ea0005490 con 0x7f5eb00b63d0 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5ea7400640 1 -- 172.21.15.90:0/44932399 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0007260 con 0x7f5eb00b63d0 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5eb00abd70 con 0x7f5eb00b63d0 2024-09-19T06:49:06.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.908+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5eb00ac330 con 0x7f5eb00b63d0 2024-09-19T06:49:06.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.909+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5eb00b67b0 con 0x7f5eb00b63d0 2024-09-19T06:49:06.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.910+0000 7f5ea7400640 1 -- 172.21.15.90:0/44932399 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5ea0007400 con 0x7f5eb00b63d0 2024-09-19T06:49:06.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.911+0000 7f5ea7400640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5e8c06c2b0 0x7f5e8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:06.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.911+0000 7f5ea7400640 1 -- 172.21.15.90:0/44932399 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f5ea008a8d0 con 0x7f5eb00b63d0 2024-09-19T06:49:06.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.911+0000 7f5ea6000640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5e8c06c2b0 0x7f5e8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:06.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.912+0000 7f5ea6000640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5e8c06c2b0 0x7f5e8c06e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5eb00b2ed0 tx=0x7f5e98009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:06.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:06.915+0000 7f5ea7400640 1 -- 172.21.15.90:0/44932399 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ea00589e0 con 0x7f5eb00b63d0 2024-09-19T06:49:07.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.085+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5eb0076170 con 0x7f5e8c06c2b0 2024-09-19T06:49:07.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.091+0000 7f5ea7400640 1 -- 172.21.15.90:0/44932399 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251833 (secure 0 0 0) 0x7f5eb0076170 con 0x7f5e8c06c2b0 2024-09-19T06:49:07.095 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:07.097 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:49:07.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5e8c06c2b0 msgr2=0x7f5e8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5e8c06c2b0 0x7f5e8c06e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5eb00b2ed0 tx=0x7f5e98009190 comp rx=0 tx=0).stop 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb00b63d0 msgr2=0x7f5eb01f56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb00b63d0 0x7f5eb01f56f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5ea000c400 tx=0x7f5ea000c8c0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 shutdown_connections 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5e8c06c2b0 0x7f5e8c06e770 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5eb0162f30 0x7f5eb01617b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5eb00cf6b0 0x7f5eb015e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 --2- 172.21.15.90:0/44932399 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5eb00b63d0 0x7f5eb01f56f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 >> 172.21.15.90:0/44932399 conn(0x7f5eb00d1160 msgr2=0x7f5eb00b9870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 shutdown_connections 2024-09-19T06:49:07.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.095+0000 7f5eb5c00640 1 -- 172.21.15.90:0/44932399 wait complete. 2024-09-19T06:49:07.112 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-19T06:49:07.019586+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219204,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755516,"statfs":{"total":773094113280,"available":772869648384,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002621"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380325+0000","last_change":"2024-09-19T06:48:53.377932+0000","last_active":"2024-09-19T06:48:54.380325+0000","last_peered":"2024-09-19T06:48:54.380325+0000","last_clean":"2024-09-19T06:48:54.380325+0000","last_became_active":"2024-09-19T06:48:53.377709+0000","last_became_peered":"2024-09-19T06:48:53.377709+0000","last_unstale":"2024-09-19T06:48:54.380325+0000","last_undegraded":"2024-09-19T06:48:54.380325+0000","last_fullsized":"2024-09-19T06:48:54.380325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:23.426003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362419+0000","last_change":"2024-09-19T06:48:53.398630+0000","last_active":"2024-09-19T06:48:54.362419+0000","last_peered":"2024-09-19T06:48:54.362419+0000","last_clean":"2024-09-19T06:48:54.362419+0000","last_became_active":"2024-09-19T06:48:53.397153+0000","last_became_peered":"2024-09-19T06:48:53.397153+0000","last_unstale":"2024-09-19T06:48:54.362419+0000","last_undegraded":"2024-09-19T06:48:54.362419+0000","last_fullsized":"2024-09-19T06:48:54.362419+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:25.711902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362586+0000","last_change":"2024-09-19T06:48:53.367466+0000","last_active":"2024-09-19T06:48:54.362586+0000","last_peered":"2024-09-19T06:48:54.362586+0000","last_clean":"2024-09-19T06:48:54.362586+0000","last_became_active":"2024-09-19T06:48:53.367183+0000","last_became_peered":"2024-09-19T06:48:53.367183+0000","last_unstale":"2024-09-19T06:48:54.362586+0000","last_undegraded":"2024-09-19T06:48:54.362586+0000","last_fullsized":"2024-09-19T06:48:54.362586+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:13.728479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380026+0000","last_change":"2024-09-19T06:48:53.386078+0000","last_active":"2024-09-19T06:48:54.380026+0000","last_peered":"2024-09-19T06:48:54.380026+0000","last_clean":"2024-09-19T06:48:54.380026+0000","last_became_active":"2024-09-19T06:48:53.385735+0000","last_became_peered":"2024-09-19T06:48:53.385735+0000","last_unstale":"2024-09-19T06:48:54.380026+0000","last_undegraded":"2024-09-19T06:48:54.380026+0000","last_fullsized":"2024-09-19T06:48:54.380026+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:36.544967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379067+0000","last_change":"2024-09-19T06:48:53.381165+0000","last_active":"2024-09-19T06:48:54.379067+0000","last_peered":"2024-09-19T06:48:54.379067+0000","last_clean":"2024-09-19T06:48:54.379067+0000","last_became_active":"2024-09-19T06:48:53.380683+0000","last_became_peered":"2024-09-19T06:48:53.380683+0000","last_unstale":"2024-09-19T06:48:54.379067+0000","last_undegraded":"2024-09-19T06:48:54.379067+0000","last_fullsized":"2024-09-19T06:48:54.379067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:43.138106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380101+0000","last_change":"2024-09-19T06:48:53.383318+0000","last_active":"2024-09-19T06:48:54.380101+0000","last_peered":"2024-09-19T06:48:54.380101+0000","last_clean":"2024-09-19T06:48:54.380101+0000","last_became_active":"2024-09-19T06:48:53.383118+0000","last_became_peered":"2024-09-19T06:48:53.383118+0000","last_unstale":"2024-09-19T06:48:54.380101+0000","last_undegraded":"2024-09-19T06:48:54.380101+0000","last_fullsized":"2024-09-19T06:48:54.380101+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:57.200983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378705+0000","last_change":"2024-09-19T06:48:53.373662+0000","last_active":"2024-09-19T06:48:54.378705+0000","last_peered":"2024-09-19T06:48:54.378705+0000","last_clean":"2024-09-19T06:48:54.378705+0000","last_became_active":"2024-09-19T06:48:53.373392+0000","last_became_peered":"2024-09-19T06:48:53.373392+0000","last_unstale":"2024-09-19T06:48:54.378705+0000","last_undegraded":"2024-09-19T06:48:54.378705+0000","last_fullsized":"2024-09-19T06:48:54.378705+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:13.728479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363183+0000","last_change":"2024-09-19T06:48:53.374054+0000","last_active":"2024-09-19T06:48:54.363183+0000","last_peered":"2024-09-19T06:48:54.363183+0000","last_clean":"2024-09-19T06:48:54.363183+0000","last_became_active":"2024-09-19T06:48:53.373811+0000","last_became_peered":"2024-09-19T06:48:53.373811+0000","last_unstale":"2024-09-19T06:48:54.363183+0000","last_undegraded":"2024-09-19T06:48:54.363183+0000","last_fullsized":"2024-09-19T06:48:54.363183+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:40.287045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361260+0000","last_change":"2024-09-19T06:48:53.376083+0000","last_active":"2024-09-19T06:48:54.361260+0000","last_peered":"2024-09-19T06:48:54.361260+0000","last_clean":"2024-09-19T06:48:54.361260+0000","last_became_active":"2024-09-19T06:48:53.375721+0000","last_became_peered":"2024-09-19T06:48:53.375721+0000","last_unstale":"2024-09-19T06:48:54.361260+0000","last_undegraded":"2024-09-19T06:48:54.361260+0000","last_fullsized":"2024-09-19T06:48:54.361260+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380414+0000","last_change":"2024-09-19T06:48:53.390660+0000","last_active":"2024-09-19T06:48:54.380414+0000","last_peered":"2024-09-19T06:48:54.380414+0000","last_clean":"2024-09-19T06:48:54.380414+0000","last_became_active":"2024-09-19T06:48:53.390470+0000","last_became_peered":"2024-09-19T06:48:53.390470+0000","last_unstale":"2024-09-19T06:48:54.380414+0000","last_undegraded":"2024-09-19T06:48:54.380414+0000","last_fullsized":"2024-09-19T06:48:54.380414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:53.804716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379757+0000","last_change":"2024-09-19T06:48:53.378006+0000","last_active":"2024-09-19T06:48:54.379757+0000","last_peered":"2024-09-19T06:48:54.379757+0000","last_clean":"2024-09-19T06:48:54.379757+0000","last_became_active":"2024-09-19T06:48:53.377695+0000","last_became_peered":"2024-09-19T06:48:53.377695+0000","last_unstale":"2024-09-19T06:48:54.379757+0000","last_undegraded":"2024-09-19T06:48:54.379757+0000","last_fullsized":"2024-09-19T06:48:54.379757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:40.287045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380258+0000","last_change":"2024-09-19T06:48:53.379322+0000","last_active":"2024-09-19T06:48:54.380258+0000","last_peered":"2024-09-19T06:48:54.380258+0000","last_clean":"2024-09-19T06:48:54.380258+0000","last_became_active":"2024-09-19T06:48:53.378801+0000","last_became_peered":"2024-09-19T06:48:53.378801+0000","last_unstale":"2024-09-19T06:48:54.380258+0000","last_undegraded":"2024-09-19T06:48:54.380258+0000","last_fullsized":"2024-09-19T06:48:54.380258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:38.881453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363358+0000","last_change":"2024-09-19T06:48:53.385266+0000","last_active":"2024-09-19T06:48:54.363358+0000","last_peered":"2024-09-19T06:48:54.363358+0000","last_clean":"2024-09-19T06:48:54.363358+0000","last_became_active":"2024-09-19T06:48:53.384922+0000","last_became_peered":"2024-09-19T06:48:53.384922+0000","last_unstale":"2024-09-19T06:48:54.363358+0000","last_undegraded":"2024-09-19T06:48:54.363358+0000","last_fullsized":"2024-09-19T06:48:54.363358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362718+0000","last_change":"2024-09-19T06:48:53.387612+0000","last_active":"2024-09-19T06:48:54.362718+0000","last_peered":"2024-09-19T06:48:54.362718+0000","last_clean":"2024-09-19T06:48:54.362718+0000","last_became_active":"2024-09-19T06:48:53.386681+0000","last_became_peered":"2024-09-19T06:48:53.386681+0000","last_unstale":"2024-09-19T06:48:54.362718+0000","last_undegraded":"2024-09-19T06:48:54.362718+0000","last_fullsized":"2024-09-19T06:48:54.362718+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362761+0000","last_change":"2024-09-19T06:48:53.375136+0000","last_active":"2024-09-19T06:48:54.362761+0000","last_peered":"2024-09-19T06:48:54.362761+0000","last_clean":"2024-09-19T06:48:54.362761+0000","last_became_active":"2024-09-19T06:48:53.374844+0000","last_became_peered":"2024-09-19T06:48:53.374844+0000","last_unstale":"2024-09-19T06:48:54.362761+0000","last_undegraded":"2024-09-19T06:48:54.362761+0000","last_fullsized":"2024-09-19T06:48:54.362761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:43.138106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378303+0000","last_change":"2024-09-19T06:48:53.383563+0000","last_active":"2024-09-19T06:48:54.378303+0000","last_peered":"2024-09-19T06:48:54.378303+0000","last_clean":"2024-09-19T06:48:54.378303+0000","last_became_active":"2024-09-19T06:48:53.383218+0000","last_became_peered":"2024-09-19T06:48:53.383218+0000","last_unstale":"2024-09-19T06:48:54.378303+0000","last_undegraded":"2024-09-19T06:48:54.378303+0000","last_fullsized":"2024-09-19T06:48:54.378303+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:38.881453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379405+0000","last_change":"2024-09-19T06:48:53.385735+0000","last_active":"2024-09-19T06:48:54.379405+0000","last_peered":"2024-09-19T06:48:54.379405+0000","last_clean":"2024-09-19T06:48:54.379405+0000","last_became_active":"2024-09-19T06:48:53.383998+0000","last_became_peered":"2024-09-19T06:48:53.383998+0000","last_unstale":"2024-09-19T06:48:54.379405+0000","last_undegraded":"2024-09-19T06:48:54.379405+0000","last_fullsized":"2024-09-19T06:48:54.379405+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:45.110676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379948+0000","last_change":"2024-09-19T06:48:53.391767+0000","last_active":"2024-09-19T06:48:54.379948+0000","last_peered":"2024-09-19T06:48:54.379948+0000","last_clean":"2024-09-19T06:48:54.379948+0000","last_became_active":"2024-09-19T06:48:53.391454+0000","last_became_peered":"2024-09-19T06:48:53.391454+0000","last_unstale":"2024-09-19T06:48:54.379948+0000","last_undegraded":"2024-09-19T06:48:54.379948+0000","last_fullsized":"2024-09-19T06:48:54.379948+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:17.449665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379307+0000","last_change":"2024-09-19T06:48:53.381714+0000","last_active":"2024-09-19T06:48:54.379307+0000","last_peered":"2024-09-19T06:48:54.379307+0000","last_clean":"2024-09-19T06:48:54.379307+0000","last_became_active":"2024-09-19T06:48:53.381167+0000","last_became_peered":"2024-09-19T06:48:53.381167+0000","last_unstale":"2024-09-19T06:48:54.379307+0000","last_undegraded":"2024-09-19T06:48:54.379307+0000","last_fullsized":"2024-09-19T06:48:54.379307+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:01.376011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379629+0000","last_change":"2024-09-19T06:48:53.379081+0000","last_active":"2024-09-19T06:48:54.379629+0000","last_peered":"2024-09-19T06:48:54.379629+0000","last_clean":"2024-09-19T06:48:54.379629+0000","last_became_active":"2024-09-19T06:48:53.378422+0000","last_became_peered":"2024-09-19T06:48:53.378422+0000","last_unstale":"2024-09-19T06:48:54.379629+0000","last_undegraded":"2024-09-19T06:48:54.379629+0000","last_fullsized":"2024-09-19T06:48:54.379629+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:17.923824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379284+0000","last_change":"2024-09-19T06:48:53.390492+0000","last_active":"2024-09-19T06:48:54.379284+0000","last_peered":"2024-09-19T06:48:54.379284+0000","last_clean":"2024-09-19T06:48:54.379284+0000","last_became_active":"2024-09-19T06:48:53.390209+0000","last_became_peered":"2024-09-19T06:48:53.390209+0000","last_unstale":"2024-09-19T06:48:54.379284+0000","last_undegraded":"2024-09-19T06:48:54.379284+0000","last_fullsized":"2024-09-19T06:48:54.379284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:16.721877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360793+0000","last_change":"2024-09-19T06:48:53.371482+0000","last_active":"2024-09-19T06:48:54.360793+0000","last_peered":"2024-09-19T06:48:54.360793+0000","last_clean":"2024-09-19T06:48:54.360793+0000","last_became_active":"2024-09-19T06:48:53.371212+0000","last_became_peered":"2024-09-19T06:48:53.371212+0000","last_unstale":"2024-09-19T06:48:54.360793+0000","last_undegraded":"2024-09-19T06:48:54.360793+0000","last_fullsized":"2024-09-19T06:48:54.360793+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363051+0000","last_change":"2024-09-19T06:48:53.396983+0000","last_active":"2024-09-19T06:48:54.363051+0000","last_peered":"2024-09-19T06:48:54.363051+0000","last_clean":"2024-09-19T06:48:54.363051+0000","last_became_active":"2024-09-19T06:48:53.396685+0000","last_became_peered":"2024-09-19T06:48:53.396685+0000","last_unstale":"2024-09-19T06:48:54.363051+0000","last_undegraded":"2024-09-19T06:48:54.363051+0000","last_fullsized":"2024-09-19T06:48:54.363051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:17.923824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378306+0000","last_change":"2024-09-19T06:48:53.385282+0000","last_active":"2024-09-19T06:48:54.378306+0000","last_peered":"2024-09-19T06:48:54.378306+0000","last_clean":"2024-09-19T06:48:54.378306+0000","last_became_active":"2024-09-19T06:48:53.384963+0000","last_became_peered":"2024-09-19T06:48:53.384963+0000","last_unstale":"2024-09-19T06:48:54.378306+0000","last_undegraded":"2024-09-19T06:48:54.378306+0000","last_fullsized":"2024-09-19T06:48:54.378306+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:23.426003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362491+0000","last_change":"2024-09-19T06:48:53.380927+0000","last_active":"2024-09-19T06:48:54.362491+0000","last_peered":"2024-09-19T06:48:54.362491+0000","last_clean":"2024-09-19T06:48:54.362491+0000","last_became_active":"2024-09-19T06:48:53.380651+0000","last_became_peered":"2024-09-19T06:48:53.380651+0000","last_unstale":"2024-09-19T06:48:54.362491+0000","last_undegraded":"2024-09-19T06:48:54.362491+0000","last_fullsized":"2024-09-19T06:48:54.362491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:12.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380897+0000","last_change":"2024-09-19T06:48:53.384223+0000","last_active":"2024-09-19T06:48:54.380897+0000","last_peered":"2024-09-19T06:48:54.380897+0000","last_clean":"2024-09-19T06:48:54.380897+0000","last_became_active":"2024-09-19T06:48:53.383887+0000","last_became_peered":"2024-09-19T06:48:53.383887+0000","last_unstale":"2024-09-19T06:48:54.380897+0000","last_undegraded":"2024-09-19T06:48:54.380897+0000","last_fullsized":"2024-09-19T06:48:54.380897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363635+0000","last_change":"2024-09-19T06:48:53.391105+0000","last_active":"2024-09-19T06:48:54.363635+0000","last_peered":"2024-09-19T06:48:54.363635+0000","last_clean":"2024-09-19T06:48:54.363635+0000","last_became_active":"2024-09-19T06:48:53.386675+0000","last_became_peered":"2024-09-19T06:48:53.386675+0000","last_unstale":"2024-09-19T06:48:54.363635+0000","last_undegraded":"2024-09-19T06:48:54.363635+0000","last_fullsized":"2024-09-19T06:48:54.363635+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:05.108855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363412+0000","last_change":"2024-09-19T06:48:53.387454+0000","last_active":"2024-09-19T06:48:54.363412+0000","last_peered":"2024-09-19T06:48:54.363412+0000","last_clean":"2024-09-19T06:48:54.363412+0000","last_became_active":"2024-09-19T06:48:53.387202+0000","last_became_peered":"2024-09-19T06:48:53.387202+0000","last_unstale":"2024-09-19T06:48:54.363412+0000","last_undegraded":"2024-09-19T06:48:54.363412+0000","last_fullsized":"2024-09-19T06:48:54.363412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:29.890847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362317+0000","last_change":"2024-09-19T06:48:53.377322+0000","last_active":"2024-09-19T06:48:54.362317+0000","last_peered":"2024-09-19T06:48:54.362317+0000","last_clean":"2024-09-19T06:48:54.362317+0000","last_became_active":"2024-09-19T06:48:53.377041+0000","last_became_peered":"2024-09-19T06:48:53.377041+0000","last_unstale":"2024-09-19T06:48:54.362317+0000","last_undegraded":"2024-09-19T06:48:54.362317+0000","last_fullsized":"2024-09-19T06:48:54.362317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:39.359471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379091+0000","last_change":"2024-09-19T06:48:53.385415+0000","last_active":"2024-09-19T06:48:54.379091+0000","last_peered":"2024-09-19T06:48:54.379091+0000","last_clean":"2024-09-19T06:48:54.379091+0000","last_became_active":"2024-09-19T06:48:53.385094+0000","last_became_peered":"2024-09-19T06:48:53.385094+0000","last_unstale":"2024-09-19T06:48:54.379091+0000","last_undegraded":"2024-09-19T06:48:54.379091+0000","last_fullsized":"2024-09-19T06:48:54.379091+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:04.202392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380022+0000","last_change":"2024-09-19T06:48:53.397070+0000","last_active":"2024-09-19T06:48:54.380022+0000","last_peered":"2024-09-19T06:48:54.380022+0000","last_clean":"2024-09-19T06:48:54.380022+0000","last_became_active":"2024-09-19T06:48:53.396489+0000","last_became_peered":"2024-09-19T06:48:53.396489+0000","last_unstale":"2024-09-19T06:48:54.380022+0000","last_undegraded":"2024-09-19T06:48:54.380022+0000","last_fullsized":"2024-09-19T06:48:54.380022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:36.544967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379413+0000","last_change":"2024-09-19T06:48:53.391730+0000","last_active":"2024-09-19T06:48:54.379413+0000","last_peered":"2024-09-19T06:48:54.379413+0000","last_clean":"2024-09-19T06:48:54.379413+0000","last_became_active":"2024-09-19T06:48:53.390564+0000","last_became_peered":"2024-09-19T06:48:53.390564+0000","last_unstale":"2024-09-19T06:48:54.379413+0000","last_undegraded":"2024-09-19T06:48:54.379413+0000","last_fullsized":"2024-09-19T06:48:54.379413+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:17.449665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361085+0000","last_change":"2024-09-19T06:48:53.371383+0000","last_active":"2024-09-19T06:48:54.361085+0000","last_peered":"2024-09-19T06:48:54.361085+0000","last_clean":"2024-09-19T06:48:54.361085+0000","last_became_active":"2024-09-19T06:48:53.370917+0000","last_became_peered":"2024-09-19T06:48:53.370917+0000","last_unstale":"2024-09-19T06:48:54.361085+0000","last_undegraded":"2024-09-19T06:48:54.361085+0000","last_fullsized":"2024-09-19T06:48:54.361085+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362640+0000","last_change":"2024-09-19T06:48:52.383851+0000","last_active":"2024-09-19T06:48:54.362640+0000","last_peered":"2024-09-19T06:48:54.362640+0000","last_clean":"2024-09-19T06:48:54.362640+0000","last_became_active":"2024-09-19T06:48:52.383485+0000","last_became_peered":"2024-09-19T06:48:52.383485+0000","last_unstale":"2024-09-19T06:48:54.362640+0000","last_undegraded":"2024-09-19T06:48:54.362640+0000","last_fullsized":"2024-09-19T06:48:54.362640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379308+0000","last_change":"2024-09-19T06:48:53.373863+0000","last_active":"2024-09-19T06:48:54.379308+0000","last_peered":"2024-09-19T06:48:54.379308+0000","last_clean":"2024-09-19T06:48:54.379308+0000","last_became_active":"2024-09-19T06:48:53.373592+0000","last_became_peered":"2024-09-19T06:48:53.373592+0000","last_unstale":"2024-09-19T06:48:54.379308+0000","last_undegraded":"2024-09-19T06:48:54.379308+0000","last_fullsized":"2024-09-19T06:48:54.379308+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:52.448371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379316+0000","last_change":"2024-09-19T06:48:52.386941+0000","last_active":"2024-09-19T06:48:54.379316+0000","last_peered":"2024-09-19T06:48:54.379316+0000","last_clean":"2024-09-19T06:48:54.379316+0000","last_became_active":"2024-09-19T06:48:52.386399+0000","last_became_peered":"2024-09-19T06:48:52.386399+0000","last_unstale":"2024-09-19T06:48:54.379316+0000","last_undegraded":"2024-09-19T06:48:54.379316+0000","last_fullsized":"2024-09-19T06:48:54.379316+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:56.195381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362728+0000","last_change":"2024-09-19T06:48:52.378491+0000","last_active":"2024-09-19T06:48:54.362728+0000","last_peered":"2024-09-19T06:48:54.362728+0000","last_clean":"2024-09-19T06:48:54.362728+0000","last_became_active":"2024-09-19T06:48:52.378177+0000","last_became_peered":"2024-09-19T06:48:52.378177+0000","last_unstale":"2024-09-19T06:48:54.362728+0000","last_undegraded":"2024-09-19T06:48:54.362728+0000","last_fullsized":"2024-09-19T06:48:54.362728+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362445+0000","last_change":"2024-09-19T06:48:53.382564+0000","last_active":"2024-09-19T06:48:54.362445+0000","last_peered":"2024-09-19T06:48:54.362445+0000","last_clean":"2024-09-19T06:48:54.362445+0000","last_became_active":"2024-09-19T06:48:53.382284+0000","last_became_peered":"2024-09-19T06:48:53.382284+0000","last_unstale":"2024-09-19T06:48:54.362445+0000","last_undegraded":"2024-09-19T06:48:54.362445+0000","last_fullsized":"2024-09-19T06:48:54.362445+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:42.135706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378421+0000","last_change":"2024-09-19T06:48:52.381454+0000","last_active":"2024-09-19T06:48:54.378421+0000","last_peered":"2024-09-19T06:48:54.378421+0000","last_clean":"2024-09-19T06:48:54.378421+0000","last_became_active":"2024-09-19T06:48:52.381135+0000","last_became_peered":"2024-09-19T06:48:52.381135+0000","last_unstale":"2024-09-19T06:48:54.378421+0000","last_undegraded":"2024-09-19T06:48:54.378421+0000","last_fullsized":"2024-09-19T06:48:54.378421+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:16.444063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379109+0000","last_change":"2024-09-19T06:48:53.383351+0000","last_active":"2024-09-19T06:48:54.379109+0000","last_peered":"2024-09-19T06:48:54.379109+0000","last_clean":"2024-09-19T06:48:54.379109+0000","last_became_active":"2024-09-19T06:48:53.381211+0000","last_became_peered":"2024-09-19T06:48:53.381211+0000","last_unstale":"2024-09-19T06:48:54.379109+0000","last_undegraded":"2024-09-19T06:48:54.379109+0000","last_fullsized":"2024-09-19T06:48:54.379109+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:49.028784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361258+0000","last_change":"2024-09-19T06:48:52.377435+0000","last_active":"2024-09-19T06:48:54.361258+0000","last_peered":"2024-09-19T06:48:54.361258+0000","last_clean":"2024-09-19T06:48:54.361258+0000","last_became_active":"2024-09-19T06:48:52.377181+0000","last_became_peered":"2024-09-19T06:48:52.377181+0000","last_unstale":"2024-09-19T06:48:54.361258+0000","last_undegraded":"2024-09-19T06:48:54.361258+0000","last_fullsized":"2024-09-19T06:48:54.361258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380970+0000","last_change":"2024-09-19T06:48:53.383885+0000","last_active":"2024-09-19T06:48:54.380970+0000","last_peered":"2024-09-19T06:48:54.380970+0000","last_clean":"2024-09-19T06:48:54.380970+0000","last_became_active":"2024-09-19T06:48:53.383594+0000","last_became_peered":"2024-09-19T06:48:53.383594+0000","last_unstale":"2024-09-19T06:48:54.380970+0000","last_undegraded":"2024-09-19T06:48:54.380970+0000","last_fullsized":"2024-09-19T06:48:54.380970+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380494+0000","last_change":"2024-09-19T06:48:52.376675+0000","last_active":"2024-09-19T06:48:54.380494+0000","last_peered":"2024-09-19T06:48:54.380494+0000","last_clean":"2024-09-19T06:48:54.380494+0000","last_became_active":"2024-09-19T06:48:52.376297+0000","last_became_peered":"2024-09-19T06:48:52.376297+0000","last_unstale":"2024-09-19T06:48:54.380494+0000","last_undegraded":"2024-09-19T06:48:54.380494+0000","last_fullsized":"2024-09-19T06:48:54.380494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:16.444063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363772+0000","last_change":"2024-09-19T06:48:53.380255+0000","last_active":"2024-09-19T06:48:54.363772+0000","last_peered":"2024-09-19T06:48:54.363772+0000","last_clean":"2024-09-19T06:48:54.363772+0000","last_became_active":"2024-09-19T06:48:53.379961+0000","last_became_peered":"2024-09-19T06:48:53.379961+0000","last_unstale":"2024-09-19T06:48:54.363772+0000","last_undegraded":"2024-09-19T06:48:54.363772+0000","last_fullsized":"2024-09-19T06:48:54.363772+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:26.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379811+0000","last_change":"2024-09-19T06:48:52.383014+0000","last_active":"2024-09-19T06:48:54.379811+0000","last_peered":"2024-09-19T06:48:54.379811+0000","last_clean":"2024-09-19T06:48:54.379811+0000","last_became_active":"2024-09-19T06:48:52.382464+0000","last_became_peered":"2024-09-19T06:48:52.382464+0000","last_unstale":"2024-09-19T06:48:54.379811+0000","last_undegraded":"2024-09-19T06:48:54.379811+0000","last_fullsized":"2024-09-19T06:48:54.379811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378766+0000","last_change":"2024-09-19T06:48:53.388920+0000","last_active":"2024-09-19T06:48:54.378766+0000","last_peered":"2024-09-19T06:48:54.378766+0000","last_clean":"2024-09-19T06:48:54.378766+0000","last_became_active":"2024-09-19T06:48:53.388252+0000","last_became_peered":"2024-09-19T06:48:53.388252+0000","last_unstale":"2024-09-19T06:48:54.378766+0000","last_undegraded":"2024-09-19T06:48:54.378766+0000","last_fullsized":"2024-09-19T06:48:54.378766+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:21.774463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380131+0000","last_change":"2024-09-19T06:48:52.384117+0000","last_active":"2024-09-19T06:48:54.380131+0000","last_peered":"2024-09-19T06:48:54.380131+0000","last_clean":"2024-09-19T06:48:54.380131+0000","last_became_active":"2024-09-19T06:48:52.383498+0000","last_became_peered":"2024-09-19T06:48:52.383498+0000","last_unstale":"2024-09-19T06:48:54.380131+0000","last_undegraded":"2024-09-19T06:48:54.380131+0000","last_fullsized":"2024-09-19T06:48:54.380131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379900+0000","last_change":"2024-09-19T06:48:53.399145+0000","last_active":"2024-09-19T06:48:54.379900+0000","last_peered":"2024-09-19T06:48:54.379900+0000","last_clean":"2024-09-19T06:48:54.379900+0000","last_became_active":"2024-09-19T06:48:53.398852+0000","last_became_peered":"2024-09-19T06:48:53.398852+0000","last_unstale":"2024-09-19T06:48:54.379900+0000","last_undegraded":"2024-09-19T06:48:54.379900+0000","last_fullsized":"2024-09-19T06:48:54.379900+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:26.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379796+0000","last_change":"2024-09-19T06:48:52.386844+0000","last_active":"2024-09-19T06:48:54.379796+0000","last_peered":"2024-09-19T06:48:54.379796+0000","last_clean":"2024-09-19T06:48:54.379796+0000","last_became_active":"2024-09-19T06:48:52.386439+0000","last_became_peered":"2024-09-19T06:48:52.386439+0000","last_unstale":"2024-09-19T06:48:54.379796+0000","last_undegraded":"2024-09-19T06:48:54.379796+0000","last_fullsized":"2024-09-19T06:48:54.379796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362870+0000","last_change":"2024-09-19T06:48:53.389616+0000","last_active":"2024-09-19T06:48:54.362870+0000","last_peered":"2024-09-19T06:48:54.362870+0000","last_clean":"2024-09-19T06:48:54.362870+0000","last_became_active":"2024-09-19T06:48:53.387880+0000","last_became_peered":"2024-09-19T06:48:53.387880+0000","last_unstale":"2024-09-19T06:48:54.362870+0000","last_undegraded":"2024-09-19T06:48:54.362870+0000","last_fullsized":"2024-09-19T06:48:54.362870+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379405+0000","last_change":"2024-09-19T06:48:52.380239+0000","last_active":"2024-09-19T06:48:54.379405+0000","last_peered":"2024-09-19T06:48:54.379405+0000","last_clean":"2024-09-19T06:48:54.379405+0000","last_became_active":"2024-09-19T06:48:52.379919+0000","last_became_peered":"2024-09-19T06:48:52.379919+0000","last_unstale":"2024-09-19T06:48:54.379405+0000","last_undegraded":"2024-09-19T06:48:54.379405+0000","last_fullsized":"2024-09-19T06:48:54.379405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:09.658240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378427+0000","last_change":"2024-09-19T06:48:53.383979+0000","last_active":"2024-09-19T06:48:54.378427+0000","last_peered":"2024-09-19T06:48:54.378427+0000","last_clean":"2024-09-19T06:48:54.378427+0000","last_became_active":"2024-09-19T06:48:53.382831+0000","last_became_peered":"2024-09-19T06:48:53.382831+0000","last_unstale":"2024-09-19T06:48:54.378427+0000","last_undegraded":"2024-09-19T06:48:54.378427+0000","last_fullsized":"2024-09-19T06:48:54.378427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:53.804716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378822+0000","last_change":"2024-09-19T06:48:52.382734+0000","last_active":"2024-09-19T06:48:54.378822+0000","last_peered":"2024-09-19T06:48:54.378822+0000","last_clean":"2024-09-19T06:48:54.378822+0000","last_became_active":"2024-09-19T06:48:52.381484+0000","last_became_peered":"2024-09-19T06:48:52.381484+0000","last_unstale":"2024-09-19T06:48:54.378822+0000","last_undegraded":"2024-09-19T06:48:54.378822+0000","last_fullsized":"2024-09-19T06:48:54.378822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.406578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360746+0000","last_change":"2024-09-19T06:48:53.367540+0000","last_active":"2024-09-19T06:48:54.360746+0000","last_peered":"2024-09-19T06:48:54.360746+0000","last_clean":"2024-09-19T06:48:54.360746+0000","last_became_active":"2024-09-19T06:48:53.367154+0000","last_became_peered":"2024-09-19T06:48:53.367154+0000","last_unstale":"2024-09-19T06:48:54.360746+0000","last_undegraded":"2024-09-19T06:48:54.360746+0000","last_fullsized":"2024-09-19T06:48:54.360746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:57.200983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378840+0000","last_change":"2024-09-19T06:48:52.378670+0000","last_active":"2024-09-19T06:48:54.378840+0000","last_peered":"2024-09-19T06:48:54.378840+0000","last_clean":"2024-09-19T06:48:54.378840+0000","last_became_active":"2024-09-19T06:48:52.377359+0000","last_became_peered":"2024-09-19T06:48:52.377359+0000","last_unstale":"2024-09-19T06:48:54.378840+0000","last_undegraded":"2024-09-19T06:48:54.378840+0000","last_fullsized":"2024-09-19T06:48:54.378840+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:22.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378531+0000","last_change":"2024-09-19T06:48:53.392847+0000","last_active":"2024-09-19T06:48:54.378531+0000","last_peered":"2024-09-19T06:48:54.378531+0000","last_clean":"2024-09-19T06:48:54.378531+0000","last_became_active":"2024-09-19T06:48:53.390669+0000","last_became_peered":"2024-09-19T06:48:53.390669+0000","last_unstale":"2024-09-19T06:48:54.378531+0000","last_undegraded":"2024-09-19T06:48:54.378531+0000","last_fullsized":"2024-09-19T06:48:54.378531+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:57.006028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380494+0000","last_change":"2024-09-19T06:48:52.379938+0000","last_active":"2024-09-19T06:48:54.380494+0000","last_peered":"2024-09-19T06:48:54.380494+0000","last_clean":"2024-09-19T06:48:54.380494+0000","last_became_active":"2024-09-19T06:48:52.379465+0000","last_became_peered":"2024-09-19T06:48:52.379465+0000","last_unstale":"2024-09-19T06:48:54.380494+0000","last_undegraded":"2024-09-19T06:48:54.380494+0000","last_fullsized":"2024-09-19T06:48:54.380494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:35.539364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.381036+0000","last_change":"2024-09-19T06:48:53.386473+0000","last_active":"2024-09-19T06:48:54.381036+0000","last_peered":"2024-09-19T06:48:54.381036+0000","last_clean":"2024-09-19T06:48:54.381036+0000","last_became_active":"2024-09-19T06:48:53.384192+0000","last_became_peered":"2024-09-19T06:48:53.384192+0000","last_unstale":"2024-09-19T06:48:54.381036+0000","last_undegraded":"2024-09-19T06:48:54.381036+0000","last_fullsized":"2024-09-19T06:48:54.381036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379411+0000","last_change":"2024-09-19T06:48:52.387359+0000","last_active":"2024-09-19T06:48:54.379411+0000","last_peered":"2024-09-19T06:48:54.379411+0000","last_clean":"2024-09-19T06:48:54.379411+0000","last_became_active":"2024-09-19T06:48:52.387089+0000","last_became_peered":"2024-09-19T06:48:52.387089+0000","last_unstale":"2024-09-19T06:48:54.379411+0000","last_undegraded":"2024-09-19T06:48:54.379411+0000","last_fullsized":"2024-09-19T06:48:54.379411+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:52.876625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380468+0000","last_change":"2024-09-19T06:48:53.378306+0000","last_active":"2024-09-19T06:48:54.380468+0000","last_peered":"2024-09-19T06:48:54.380468+0000","last_clean":"2024-09-19T06:48:54.380468+0000","last_became_active":"2024-09-19T06:48:53.378029+0000","last_became_peered":"2024-09-19T06:48:53.378029+0000","last_unstale":"2024-09-19T06:48:54.380468+0000","last_undegraded":"2024-09-19T06:48:54.380468+0000","last_fullsized":"2024-09-19T06:48:54.380468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:57.006028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362686+0000","last_change":"2024-09-19T06:48:52.385444+0000","last_active":"2024-09-19T06:48:54.362686+0000","last_peered":"2024-09-19T06:48:54.362686+0000","last_clean":"2024-09-19T06:48:54.362686+0000","last_became_active":"2024-09-19T06:48:52.385150+0000","last_became_peered":"2024-09-19T06:48:52.385150+0000","last_unstale":"2024-09-19T06:48:54.362686+0000","last_undegraded":"2024-09-19T06:48:54.362686+0000","last_fullsized":"2024-09-19T06:48:54.362686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379769+0000","last_change":"2024-09-19T06:48:53.380063+0000","last_active":"2024-09-19T06:48:54.379769+0000","last_peered":"2024-09-19T06:48:54.379769+0000","last_clean":"2024-09-19T06:48:54.379769+0000","last_became_active":"2024-09-19T06:48:53.379787+0000","last_became_peered":"2024-09-19T06:48:53.379787+0000","last_unstale":"2024-09-19T06:48:54.379769+0000","last_undegraded":"2024-09-19T06:48:54.379769+0000","last_fullsized":"2024-09-19T06:48:54.379769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:00.187252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363472+0000","last_change":"2024-09-19T06:48:52.381366+0000","last_active":"2024-09-19T06:48:54.363472+0000","last_peered":"2024-09-19T06:48:54.363472+0000","last_clean":"2024-09-19T06:48:54.363472+0000","last_became_active":"2024-09-19T06:48:52.381037+0000","last_became_peered":"2024-09-19T06:48:52.381037+0000","last_unstale":"2024-09-19T06:48:54.363472+0000","last_undegraded":"2024-09-19T06:48:54.363472+0000","last_fullsized":"2024-09-19T06:48:54.363472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379211+0000","last_change":"2024-09-19T06:48:53.379036+0000","last_active":"2024-09-19T06:48:54.379211+0000","last_peered":"2024-09-19T06:48:54.379211+0000","last_clean":"2024-09-19T06:48:54.379211+0000","last_became_active":"2024-09-19T06:48:53.378575+0000","last_became_peered":"2024-09-19T06:48:53.378575+0000","last_unstale":"2024-09-19T06:48:54.379211+0000","last_undegraded":"2024-09-19T06:48:54.379211+0000","last_fullsized":"2024-09-19T06:48:54.379211+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:20.009032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":170,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360747+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:48:54.360747+0000","last_peered":"2024-09-19T06:48:54.360747+0000","last_clean":"2024-09-19T06:48:54.360747+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:48:54.360747+0000","last_undegraded":"2024-09-19T06:48:54.360747+0000","last_fullsized":"2024-09-19T06:48:54.360747+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378611+0000","last_change":"2024-09-19T06:48:52.382168+0000","last_active":"2024-09-19T06:48:54.378611+0000","last_peered":"2024-09-19T06:48:54.378611+0000","last_clean":"2024-09-19T06:48:54.378611+0000","last_became_active":"2024-09-19T06:48:52.381825+0000","last_became_peered":"2024-09-19T06:48:52.381825+0000","last_unstale":"2024-09-19T06:48:54.378611+0000","last_undegraded":"2024-09-19T06:48:54.378611+0000","last_fullsized":"2024-09-19T06:48:54.378611+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:57.091088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379089+0000","last_change":"2024-09-19T06:48:53.391881+0000","last_active":"2024-09-19T06:48:54.379089+0000","last_peered":"2024-09-19T06:48:54.379089+0000","last_clean":"2024-09-19T06:48:54.379089+0000","last_became_active":"2024-09-19T06:48:53.391608+0000","last_became_peered":"2024-09-19T06:48:53.391608+0000","last_unstale":"2024-09-19T06:48:54.379089+0000","last_undegraded":"2024-09-19T06:48:54.379089+0000","last_fullsized":"2024-09-19T06:48:54.379089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:34.898389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378425+0000","last_change":"2024-09-19T06:48:52.380846+0000","last_active":"2024-09-19T06:48:54.378425+0000","last_peered":"2024-09-19T06:48:54.378425+0000","last_clean":"2024-09-19T06:48:54.378425+0000","last_became_active":"2024-09-19T06:48:52.380097+0000","last_became_peered":"2024-09-19T06:48:52.380097+0000","last_unstale":"2024-09-19T06:48:54.378425+0000","last_undegraded":"2024-09-19T06:48:54.378425+0000","last_fullsized":"2024-09-19T06:48:54.378425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:35.539364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362627+0000","last_change":"2024-09-19T06:48:53.399287+0000","last_active":"2024-09-19T06:48:54.362627+0000","last_peered":"2024-09-19T06:48:54.362627+0000","last_clean":"2024-09-19T06:48:54.362627+0000","last_became_active":"2024-09-19T06:48:53.399045+0000","last_became_peered":"2024-09-19T06:48:53.399045+0000","last_unstale":"2024-09-19T06:48:54.362627+0000","last_undegraded":"2024-09-19T06:48:54.362627+0000","last_fullsized":"2024-09-19T06:48:54.362627+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380076+0000","last_change":"2024-09-19T06:48:52.384596+0000","last_active":"2024-09-19T06:48:54.380076+0000","last_peered":"2024-09-19T06:48:54.380076+0000","last_clean":"2024-09-19T06:48:54.380076+0000","last_became_active":"2024-09-19T06:48:52.383994+0000","last_became_peered":"2024-09-19T06:48:52.383994+0000","last_unstale":"2024-09-19T06:48:54.380076+0000","last_undegraded":"2024-09-19T06:48:54.380076+0000","last_fullsized":"2024-09-19T06:48:54.380076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362242+0000","last_change":"2024-09-19T06:48:53.377778+0000","last_active":"2024-09-19T06:48:54.362242+0000","last_peered":"2024-09-19T06:48:54.362242+0000","last_clean":"2024-09-19T06:48:54.362242+0000","last_became_active":"2024-09-19T06:48:53.377194+0000","last_became_peered":"2024-09-19T06:48:53.377194+0000","last_unstale":"2024-09-19T06:48:54.362242+0000","last_undegraded":"2024-09-19T06:48:54.362242+0000","last_fullsized":"2024-09-19T06:48:54.362242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:05.108855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379457+0000","last_change":"2024-09-19T06:48:52.379600+0000","last_active":"2024-09-19T06:48:54.379457+0000","last_peered":"2024-09-19T06:48:54.379457+0000","last_clean":"2024-09-19T06:48:54.379457+0000","last_became_active":"2024-09-19T06:48:52.379343+0000","last_became_peered":"2024-09-19T06:48:52.379343+0000","last_unstale":"2024-09-19T06:48:54.379457+0000","last_undegraded":"2024-09-19T06:48:54.379457+0000","last_fullsized":"2024-09-19T06:48:54.379457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:36.300276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379199+0000","last_change":"2024-09-19T06:48:53.390472+0000","last_active":"2024-09-19T06:48:54.379199+0000","last_peered":"2024-09-19T06:48:54.379199+0000","last_clean":"2024-09-19T06:48:54.379199+0000","last_became_active":"2024-09-19T06:48:53.390209+0000","last_became_peered":"2024-09-19T06:48:53.390209+0000","last_unstale":"2024-09-19T06:48:54.379199+0000","last_undegraded":"2024-09-19T06:48:54.379199+0000","last_fullsized":"2024-09-19T06:48:54.379199+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:12.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362200+0000","last_change":"2024-09-19T06:48:52.379722+0000","last_active":"2024-09-19T06:48:54.362200+0000","last_peered":"2024-09-19T06:48:54.362200+0000","last_clean":"2024-09-19T06:48:54.362200+0000","last_became_active":"2024-09-19T06:48:52.379373+0000","last_became_peered":"2024-09-19T06:48:52.379373+0000","last_unstale":"2024-09-19T06:48:54.362200+0000","last_undegraded":"2024-09-19T06:48:54.362200+0000","last_fullsized":"2024-09-19T06:48:54.362200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380563+0000","last_change":"2024-09-19T06:48:53.394230+0000","last_active":"2024-09-19T06:48:54.380563+0000","last_peered":"2024-09-19T06:48:54.380563+0000","last_clean":"2024-09-19T06:48:54.380563+0000","last_became_active":"2024-09-19T06:48:53.394002+0000","last_became_peered":"2024-09-19T06:48:53.394002+0000","last_unstale":"2024-09-19T06:48:54.380563+0000","last_undegraded":"2024-09-19T06:48:54.380563+0000","last_fullsized":"2024-09-19T06:48:54.380563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379297+0000","last_change":"2024-09-19T06:48:52.381335+0000","last_active":"2024-09-19T06:48:54.379297+0000","last_peered":"2024-09-19T06:48:54.379297+0000","last_clean":"2024-09-19T06:48:54.379297+0000","last_became_active":"2024-09-19T06:48:52.380998+0000","last_became_peered":"2024-09-19T06:48:52.380998+0000","last_unstale":"2024-09-19T06:48:54.379297+0000","last_undegraded":"2024-09-19T06:48:54.379297+0000","last_fullsized":"2024-09-19T06:48:54.379297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:29.942423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363478+0000","last_change":"2024-09-19T06:48:53.392572+0000","last_active":"2024-09-19T06:48:54.363478+0000","last_peered":"2024-09-19T06:48:54.363478+0000","last_clean":"2024-09-19T06:48:54.363478+0000","last_became_active":"2024-09-19T06:48:53.392316+0000","last_became_peered":"2024-09-19T06:48:53.392316+0000","last_unstale":"2024-09-19T06:48:54.363478+0000","last_undegraded":"2024-09-19T06:48:54.363478+0000","last_fullsized":"2024-09-19T06:48:54.363478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:58.096691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379560+0000","last_change":"2024-09-19T06:48:52.377912+0000","last_active":"2024-09-19T06:48:54.379560+0000","last_peered":"2024-09-19T06:48:54.379560+0000","last_clean":"2024-09-19T06:48:54.379560+0000","last_became_active":"2024-09-19T06:48:52.376610+0000","last_became_peered":"2024-09-19T06:48:52.376610+0000","last_unstale":"2024-09-19T06:48:54.379560+0000","last_undegraded":"2024-09-19T06:48:54.379560+0000","last_fullsized":"2024-09-19T06:48:54.379560+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:53.649492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379522+0000","last_change":"2024-09-19T06:48:53.379950+0000","last_active":"2024-09-19T06:48:54.379522+0000","last_peered":"2024-09-19T06:48:54.379522+0000","last_clean":"2024-09-19T06:48:54.379522+0000","last_became_active":"2024-09-19T06:48:53.379129+0000","last_became_peered":"2024-09-19T06:48:53.379129+0000","last_unstale":"2024-09-19T06:48:54.379522+0000","last_undegraded":"2024-09-19T06:48:54.379522+0000","last_fullsized":"2024-09-19T06:48:54.379522+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:47.436574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379126+0000","last_change":"2024-09-19T06:48:52.378808+0000","last_active":"2024-09-19T06:48:54.379126+0000","last_peered":"2024-09-19T06:48:54.379126+0000","last_clean":"2024-09-19T06:48:54.379126+0000","last_became_active":"2024-09-19T06:48:52.378571+0000","last_became_peered":"2024-09-19T06:48:52.378571+0000","last_unstale":"2024-09-19T06:48:54.379126+0000","last_undegraded":"2024-09-19T06:48:54.379126+0000","last_fullsized":"2024-09-19T06:48:54.379126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:04.103253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379491+0000","last_change":"2024-09-19T06:48:53.380562+0000","last_active":"2024-09-19T06:48:54.379491+0000","last_peered":"2024-09-19T06:48:54.379491+0000","last_clean":"2024-09-19T06:48:54.379491+0000","last_became_active":"2024-09-19T06:48:53.380255+0000","last_became_peered":"2024-09-19T06:48:53.380255+0000","last_unstale":"2024-09-19T06:48:54.379491+0000","last_undegraded":"2024-09-19T06:48:54.379491+0000","last_fullsized":"2024-09-19T06:48:54.379491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:12.909209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378325+0000","last_change":"2024-09-19T06:48:52.375691+0000","last_active":"2024-09-19T06:48:54.378325+0000","last_peered":"2024-09-19T06:48:54.378325+0000","last_clean":"2024-09-19T06:48:54.378325+0000","last_became_active":"2024-09-19T06:48:52.375412+0000","last_became_peered":"2024-09-19T06:48:52.375412+0000","last_unstale":"2024-09-19T06:48:54.378325+0000","last_undegraded":"2024-09-19T06:48:54.378325+0000","last_fullsized":"2024-09-19T06:48:54.378325+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378689+0000","last_change":"2024-09-19T06:48:53.372845+0000","last_active":"2024-09-19T06:48:54.378689+0000","last_peered":"2024-09-19T06:48:54.378689+0000","last_clean":"2024-09-19T06:48:54.378689+0000","last_became_active":"2024-09-19T06:48:53.372601+0000","last_became_peered":"2024-09-19T06:48:53.372601+0000","last_unstale":"2024-09-19T06:48:54.378689+0000","last_undegraded":"2024-09-19T06:48:54.378689+0000","last_fullsized":"2024-09-19T06:48:54.378689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:04.944852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379145+0000","last_change":"2024-09-19T06:48:52.377105+0000","last_active":"2024-09-19T06:48:54.379145+0000","last_peered":"2024-09-19T06:48:54.379145+0000","last_clean":"2024-09-19T06:48:54.379145+0000","last_became_active":"2024-09-19T06:48:52.376662+0000","last_became_peered":"2024-09-19T06:48:52.376662+0000","last_unstale":"2024-09-19T06:48:54.379145+0000","last_undegraded":"2024-09-19T06:48:54.379145+0000","last_fullsized":"2024-09-19T06:48:54.379145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:13.346187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378993+0000","last_change":"2024-09-19T06:48:53.378349+0000","last_active":"2024-09-19T06:48:54.378993+0000","last_peered":"2024-09-19T06:48:54.378993+0000","last_clean":"2024-09-19T06:48:54.378993+0000","last_became_active":"2024-09-19T06:48:53.376735+0000","last_became_peered":"2024-09-19T06:48:53.376735+0000","last_unstale":"2024-09-19T06:48:54.378993+0000","last_undegraded":"2024-09-19T06:48:54.378993+0000","last_fullsized":"2024-09-19T06:48:54.378993+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:40.401646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362978+0000","last_change":"2024-09-19T06:48:52.380336+0000","last_active":"2024-09-19T06:48:54.362978+0000","last_peered":"2024-09-19T06:48:54.362978+0000","last_clean":"2024-09-19T06:48:54.362978+0000","last_became_active":"2024-09-19T06:48:52.377131+0000","last_became_peered":"2024-09-19T06:48:52.377131+0000","last_unstale":"2024-09-19T06:48:54.362978+0000","last_undegraded":"2024-09-19T06:48:54.362978+0000","last_fullsized":"2024-09-19T06:48:54.362978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379690+0000","last_change":"2024-09-19T06:48:53.382921+0000","last_active":"2024-09-19T06:48:54.379690+0000","last_peered":"2024-09-19T06:48:54.379690+0000","last_clean":"2024-09-19T06:48:54.379690+0000","last_became_active":"2024-09-19T06:48:53.381007+0000","last_became_peered":"2024-09-19T06:48:53.381007+0000","last_unstale":"2024-09-19T06:48:54.379690+0000","last_undegraded":"2024-09-19T06:48:54.379690+0000","last_fullsized":"2024-09-19T06:48:54.379690+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:57.557913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378515+0000","last_change":"2024-09-19T06:48:52.382565+0000","last_active":"2024-09-19T06:48:54.378515+0000","last_peered":"2024-09-19T06:48:54.378515+0000","last_clean":"2024-09-19T06:48:54.378515+0000","last_became_active":"2024-09-19T06:48:52.381821+0000","last_became_peered":"2024-09-19T06:48:52.381821+0000","last_unstale":"2024-09-19T06:48:54.378515+0000","last_undegraded":"2024-09-19T06:48:54.378515+0000","last_fullsized":"2024-09-19T06:48:54.378515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:28.885244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379223+0000","last_change":"2024-09-19T06:48:53.377911+0000","last_active":"2024-09-19T06:48:54.379223+0000","last_peered":"2024-09-19T06:48:54.379223+0000","last_clean":"2024-09-19T06:48:54.379223+0000","last_became_active":"2024-09-19T06:48:53.377670+0000","last_became_peered":"2024-09-19T06:48:53.377670+0000","last_unstale":"2024-09-19T06:48:54.379223+0000","last_undegraded":"2024-09-19T06:48:54.379223+0000","last_fullsized":"2024-09-19T06:48:54.379223+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.005426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378925+0000","last_change":"2024-09-19T06:48:53.383294+0000","last_active":"2024-09-19T06:48:54.378925+0000","last_peered":"2024-09-19T06:48:54.378925+0000","last_clean":"2024-09-19T06:48:54.378925+0000","last_became_active":"2024-09-19T06:48:53.383022+0000","last_became_peered":"2024-09-19T06:48:53.383022+0000","last_unstale":"2024-09-19T06:48:54.378925+0000","last_undegraded":"2024-09-19T06:48:54.378925+0000","last_fullsized":"2024-09-19T06:48:54.378925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:56.166078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379851+0000","last_change":"2024-09-19T06:48:52.376663+0000","last_active":"2024-09-19T06:48:54.379851+0000","last_peered":"2024-09-19T06:48:54.379851+0000","last_clean":"2024-09-19T06:48:54.379851+0000","last_became_active":"2024-09-19T06:48:52.376243+0000","last_became_peered":"2024-09-19T06:48:52.376243+0000","last_unstale":"2024-09-19T06:48:54.379851+0000","last_undegraded":"2024-09-19T06:48:54.379851+0000","last_fullsized":"2024-09-19T06:48:54.379851+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:56.552310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360945+0000","last_change":"2024-09-19T06:48:53.371581+0000","last_active":"2024-09-19T06:48:54.360945+0000","last_peered":"2024-09-19T06:48:54.360945+0000","last_clean":"2024-09-19T06:48:54.360945+0000","last_became_active":"2024-09-19T06:48:53.371206+0000","last_became_peered":"2024-09-19T06:48:53.371206+0000","last_unstale":"2024-09-19T06:48:54.360945+0000","last_undegraded":"2024-09-19T06:48:54.360945+0000","last_fullsized":"2024-09-19T06:48:54.360945+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379985+0000","last_change":"2024-09-19T06:48:52.378844+0000","last_active":"2024-09-19T06:48:54.379985+0000","last_peered":"2024-09-19T06:48:54.379985+0000","last_clean":"2024-09-19T06:48:54.379985+0000","last_became_active":"2024-09-19T06:48:52.376958+0000","last_became_peered":"2024-09-19T06:48:52.376958+0000","last_unstale":"2024-09-19T06:48:54.379985+0000","last_undegraded":"2024-09-19T06:48:54.379985+0000","last_fullsized":"2024-09-19T06:48:54.379985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:49.573361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363759+0000","last_change":"2024-09-19T06:48:53.380339+0000","last_active":"2024-09-19T06:48:54.363759+0000","last_peered":"2024-09-19T06:48:54.363759+0000","last_clean":"2024-09-19T06:48:54.363759+0000","last_became_active":"2024-09-19T06:48:53.377132+0000","last_became_peered":"2024-09-19T06:48:53.377132+0000","last_unstale":"2024-09-19T06:48:54.363759+0000","last_undegraded":"2024-09-19T06:48:54.363759+0000","last_fullsized":"2024-09-19T06:48:54.363759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:00.187252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362799+0000","last_change":"2024-09-19T06:48:52.378976+0000","last_active":"2024-09-19T06:48:54.362799+0000","last_peered":"2024-09-19T06:48:54.362799+0000","last_clean":"2024-09-19T06:48:54.362799+0000","last_became_active":"2024-09-19T06:48:52.378612+0000","last_became_peered":"2024-09-19T06:48:52.378612+0000","last_unstale":"2024-09-19T06:48:54.362799+0000","last_undegraded":"2024-09-19T06:48:54.362799+0000","last_fullsized":"2024-09-19T06:48:54.362799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362468+0000","last_change":"2024-09-19T06:48:53.397418+0000","last_active":"2024-09-19T06:48:54.362468+0000","last_peered":"2024-09-19T06:48:54.362468+0000","last_clean":"2024-09-19T06:48:54.362468+0000","last_became_active":"2024-09-19T06:48:53.396765+0000","last_became_peered":"2024-09-19T06:48:53.396765+0000","last_unstale":"2024-09-19T06:48:54.362468+0000","last_undegraded":"2024-09-19T06:48:54.362468+0000","last_fullsized":"2024-09-19T06:48:54.362468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:44.251613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379916+0000","last_change":"2024-09-19T06:48:52.383250+0000","last_active":"2024-09-19T06:48:54.379916+0000","last_peered":"2024-09-19T06:48:54.379916+0000","last_clean":"2024-09-19T06:48:54.379916+0000","last_became_active":"2024-09-19T06:48:52.382944+0000","last_became_peered":"2024-09-19T06:48:52.382944+0000","last_unstale":"2024-09-19T06:48:54.379916+0000","last_undegraded":"2024-09-19T06:48:54.379916+0000","last_fullsized":"2024-09-19T06:48:54.379916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:41.518165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:49:07.116 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:49:07.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.303+0000 7fda23e00640 1 Processor -- start 2024-09-19T06:49:07.304 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.303+0000 7fda23e00640 1 -- start start 2024-09-19T06:49:07.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.304+0000 7fda23e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fda1c15c170 0x7fda1c15c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.304+0000 7fda23e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda1c0b4cf0 con 0x7fda1c0b64e0 2024-09-19T06:49:07.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.304+0000 7fda23e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda1c0b4fd0 con 0x7fda1c0cf6c0 2024-09-19T06:49:07.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.304+0000 7fda23e00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fda1c15ca90 con 0x7fda1c15c170 2024-09-19T06:49:07.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.305+0000 7fda21e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fda1c0b64e0 0x7fda1c0b39b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33886/0 (socket says 172.21.15.90:33886) 2024-09-19T06:49:07.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.305+0000 7fda21e00640 1 -- 172.21.15.90:0/3928208063 learned_addr learned my addr 172.21.15.90:0/3928208063 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:07.306 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.305+0000 7fda21400640 1 --2- 172.21.15.90:0/3928208063 >> v2:172.21.15.129:3300/0 conn(0x7fda1c15c170 0x7fda1c15c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.305+0000 7fda1be00640 1 -- 172.21.15.90:0/3928208063 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2416049918 0 0) 0x7fda1c0b4cf0 con 0x7fda1c0b64e0 2024-09-19T06:49:07.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.305+0000 7fda1be00640 1 -- 172.21.15.90:0/3928208063 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda04003520 con 0x7fda1c0b64e0 2024-09-19T06:49:07.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.305+0000 7fda21400640 1 -- 172.21.15.90:0/3928208063 >> v1:172.21.15.129:6789/0 conn(0x7fda1c0cf6c0 legacy=0x7fda1c0b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.305+0000 7fda21400640 1 -- 172.21.15.90:0/3928208063 >> v1:172.21.15.90:6789/0 conn(0x7fda1c0b64e0 legacy=0x7fda1c0b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.305+0000 7fda21400640 1 -- 172.21.15.90:0/3928208063 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda1c0b52b0 con 0x7fda1c15c170 2024-09-19T06:49:07.307 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.306+0000 7fda21400640 1 --2- 172.21.15.90:0/3928208063 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda1c15c170 0x7fda1c15c550 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fda100097d0 tx=0x7fda1002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=494bf3570d7b2dee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.306+0000 7fda1be00640 1 -- 172.21.15.90:0/3928208063 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10037070 con 0x7fda1c15c170 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.306+0000 7fda1be00640 1 -- 172.21.15.90:0/3928208063 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda10032440 con 0x7fda1c15c170 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.306+0000 7fda1be00640 1 -- 172.21.15.90:0/3928208063 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda100327f0 con 0x7fda1c15c170 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.307+0000 7fda23e00640 1 -- 172.21.15.90:0/3928208063 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda1c15c170 msgr2=0x7fda1c15c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.307+0000 7fda23e00640 1 --2- 172.21.15.90:0/3928208063 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda1c15c170 0x7fda1c15c550 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fda100097d0 tx=0x7fda1002a1c0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.307+0000 7fda23e00640 1 -- 172.21.15.90:0/3928208063 shutdown_connections 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.307+0000 7fda23e00640 1 --2- 172.21.15.90:0/3928208063 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda1c15c170 0x7fda1c15c550 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.307+0000 7fda23e00640 1 -- 172.21.15.90:0/3928208063 >> 172.21.15.90:0/3928208063 conn(0x7fda1c06bc10 msgr2=0x7fda1c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.307+0000 7fda23e00640 1 -- 172.21.15.90:0/3928208063 shutdown_connections 2024-09-19T06:49:07.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.307+0000 7fda23e00640 1 -- 172.21.15.90:0/3928208063 wait complete. 2024-09-19T06:49:07.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.309+0000 7fda23e00640 1 Processor -- start 2024-09-19T06:49:07.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.309+0000 7fda23e00640 1 -- start start 2024-09-19T06:49:07.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda23e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda1c0b64e0 0x7fda1c0cea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda23e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda1c0cf6c0 0x7fda1c0b1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda23e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c15c170 0x7fda1c14c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda23e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c0b5b50 con 0x7fda1c15c170 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda23e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c0b58b0 con 0x7fda1c0b64e0 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda23e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fda1c0cfb30 con 0x7fda1c0cf6c0 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda21e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c15c170 0x7fda1c14c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda21e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c15c170 0x7fda1c14c100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38190/0 (socket says 172.21.15.90:38190) 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda21e00640 1 -- 172.21.15.90:0/3395239812 learned_addr learned my addr 172.21.15.90:0/3395239812 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda21400640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda1c0b64e0 0x7fda1c0cea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda20a00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda1c0cf6c0 0x7fda1c0b1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda21e00640 1 -- 172.21.15.90:0/3395239812 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda1c0cf6c0 msgr2=0x7fda1c0b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda21e00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda1c0cf6c0 0x7fda1c0b1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda21e00640 1 -- 172.21.15.90:0/3395239812 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda1c0b64e0 msgr2=0x7fda1c0cea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda21e00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda1c0b64e0 0x7fda1c0cea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda21e00640 1 -- 172.21.15.90:0/3395239812 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda1c0b1d60 con 0x7fda1c15c170 2024-09-19T06:49:07.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.310+0000 7fda20a00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda1c0cf6c0 0x7fda1c0b1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:07.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.311+0000 7fda21e00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c15c170 0x7fda1c14c100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fda1400cad0 tx=0x7fda1400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:07.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.311+0000 7fda19600640 1 -- 172.21.15.90:0/3395239812 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda14017070 con 0x7fda1c15c170 2024-09-19T06:49:07.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.311+0000 7fda19600640 1 -- 172.21.15.90:0/3395239812 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda1400ac30 con 0x7fda1c15c170 2024-09-19T06:49:07.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.311+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda1c0cf070 con 0x7fda1c15c170 2024-09-19T06:49:07.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.311+0000 7fda19600640 1 -- 172.21.15.90:0/3395239812 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda14012400 con 0x7fda1c15c170 2024-09-19T06:49:07.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.311+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda1c1f4510 con 0x7fda1c15c170 2024-09-19T06:49:07.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.312+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda1c0cff20 con 0x7fda1c15c170 2024-09-19T06:49:07.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.313+0000 7fda19600640 1 -- 172.21.15.90:0/3395239812 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda1401a070 con 0x7fda1c15c170 2024-09-19T06:49:07.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.314+0000 7fda19600640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd9fc06c2b0 0x7fd9fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.314+0000 7fda19600640 1 -- 172.21.15.90:0/3395239812 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fda1408b1f0 con 0x7fda1c15c170 2024-09-19T06:49:07.315 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.314+0000 7fda21400640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd9fc06c2b0 0x7fd9fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.315+0000 7fda21400640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd9fc06c2b0 0x7fd9fc06e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fda10034000 tx=0x7fda1002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:07.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.318+0000 7fda19600640 1 -- 172.21.15.90:0/3395239812 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fda14059960 con 0x7fda1c15c170 2024-09-19T06:49:07.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.491+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fda1c1f49a0 con 0x7fd9fc06c2b0 2024-09-19T06:49:07.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.497+0000 7fda19600640 1 -- 172.21.15.90:0/3395239812 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251833 (secure 0 0 0) 0x7fda1c1f49a0 con 0x7fd9fc06c2b0 2024-09-19T06:49:07.501 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:07.503 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:49:07.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd9fc06c2b0 msgr2=0x7fd9fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd9fc06c2b0 0x7fd9fc06e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fda10034000 tx=0x7fda1002e000 comp rx=0 tx=0).stop 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c15c170 msgr2=0x7fda1c14c100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c15c170 0x7fda1c14c100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fda1400cad0 tx=0x7fda1400cf90 comp rx=0 tx=0).stop 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 shutdown_connections 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd9fc06c2b0 0x7fd9fc06e770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c15c170 0x7fda1c14c100 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda1c0cf6c0 0x7fda1c0b1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 --2- 172.21.15.90:0/3395239812 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda1c0b64e0 0x7fda1c0cea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 >> 172.21.15.90:0/3395239812 conn(0x7fda1c06bc10 msgr2=0x7fda1c15ff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 shutdown_connections 2024-09-19T06:49:07.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.501+0000 7fda23e00640 1 -- 172.21.15.90:0/3395239812 wait complete. 2024-09-19T06:49:07.518 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-19T06:49:07.019586+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219204,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755516,"statfs":{"total":773094113280,"available":772869648384,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002621"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380325+0000","last_change":"2024-09-19T06:48:53.377932+0000","last_active":"2024-09-19T06:48:54.380325+0000","last_peered":"2024-09-19T06:48:54.380325+0000","last_clean":"2024-09-19T06:48:54.380325+0000","last_became_active":"2024-09-19T06:48:53.377709+0000","last_became_peered":"2024-09-19T06:48:53.377709+0000","last_unstale":"2024-09-19T06:48:54.380325+0000","last_undegraded":"2024-09-19T06:48:54.380325+0000","last_fullsized":"2024-09-19T06:48:54.380325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:23.426003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362419+0000","last_change":"2024-09-19T06:48:53.398630+0000","last_active":"2024-09-19T06:48:54.362419+0000","last_peered":"2024-09-19T06:48:54.362419+0000","last_clean":"2024-09-19T06:48:54.362419+0000","last_became_active":"2024-09-19T06:48:53.397153+0000","last_became_peered":"2024-09-19T06:48:53.397153+0000","last_unstale":"2024-09-19T06:48:54.362419+0000","last_undegraded":"2024-09-19T06:48:54.362419+0000","last_fullsized":"2024-09-19T06:48:54.362419+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:25.711902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362586+0000","last_change":"2024-09-19T06:48:53.367466+0000","last_active":"2024-09-19T06:48:54.362586+0000","last_peered":"2024-09-19T06:48:54.362586+0000","last_clean":"2024-09-19T06:48:54.362586+0000","last_became_active":"2024-09-19T06:48:53.367183+0000","last_became_peered":"2024-09-19T06:48:53.367183+0000","last_unstale":"2024-09-19T06:48:54.362586+0000","last_undegraded":"2024-09-19T06:48:54.362586+0000","last_fullsized":"2024-09-19T06:48:54.362586+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:13.728479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380026+0000","last_change":"2024-09-19T06:48:53.386078+0000","last_active":"2024-09-19T06:48:54.380026+0000","last_peered":"2024-09-19T06:48:54.380026+0000","last_clean":"2024-09-19T06:48:54.380026+0000","last_became_active":"2024-09-19T06:48:53.385735+0000","last_became_peered":"2024-09-19T06:48:53.385735+0000","last_unstale":"2024-09-19T06:48:54.380026+0000","last_undegraded":"2024-09-19T06:48:54.380026+0000","last_fullsized":"2024-09-19T06:48:54.380026+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:36.544967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379067+0000","last_change":"2024-09-19T06:48:53.381165+0000","last_active":"2024-09-19T06:48:54.379067+0000","last_peered":"2024-09-19T06:48:54.379067+0000","last_clean":"2024-09-19T06:48:54.379067+0000","last_became_active":"2024-09-19T06:48:53.380683+0000","last_became_peered":"2024-09-19T06:48:53.380683+0000","last_unstale":"2024-09-19T06:48:54.379067+0000","last_undegraded":"2024-09-19T06:48:54.379067+0000","last_fullsized":"2024-09-19T06:48:54.379067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:43.138106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380101+0000","last_change":"2024-09-19T06:48:53.383318+0000","last_active":"2024-09-19T06:48:54.380101+0000","last_peered":"2024-09-19T06:48:54.380101+0000","last_clean":"2024-09-19T06:48:54.380101+0000","last_became_active":"2024-09-19T06:48:53.383118+0000","last_became_peered":"2024-09-19T06:48:53.383118+0000","last_unstale":"2024-09-19T06:48:54.380101+0000","last_undegraded":"2024-09-19T06:48:54.380101+0000","last_fullsized":"2024-09-19T06:48:54.380101+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:57.200983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378705+0000","last_change":"2024-09-19T06:48:53.373662+0000","last_active":"2024-09-19T06:48:54.378705+0000","last_peered":"2024-09-19T06:48:54.378705+0000","last_clean":"2024-09-19T06:48:54.378705+0000","last_became_active":"2024-09-19T06:48:53.373392+0000","last_became_peered":"2024-09-19T06:48:53.373392+0000","last_unstale":"2024-09-19T06:48:54.378705+0000","last_undegraded":"2024-09-19T06:48:54.378705+0000","last_fullsized":"2024-09-19T06:48:54.378705+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:13.728479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363183+0000","last_change":"2024-09-19T06:48:53.374054+0000","last_active":"2024-09-19T06:48:54.363183+0000","last_peered":"2024-09-19T06:48:54.363183+0000","last_clean":"2024-09-19T06:48:54.363183+0000","last_became_active":"2024-09-19T06:48:53.373811+0000","last_became_peered":"2024-09-19T06:48:53.373811+0000","last_unstale":"2024-09-19T06:48:54.363183+0000","last_undegraded":"2024-09-19T06:48:54.363183+0000","last_fullsized":"2024-09-19T06:48:54.363183+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:40.287045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361260+0000","last_change":"2024-09-19T06:48:53.376083+0000","last_active":"2024-09-19T06:48:54.361260+0000","last_peered":"2024-09-19T06:48:54.361260+0000","last_clean":"2024-09-19T06:48:54.361260+0000","last_became_active":"2024-09-19T06:48:53.375721+0000","last_became_peered":"2024-09-19T06:48:53.375721+0000","last_unstale":"2024-09-19T06:48:54.361260+0000","last_undegraded":"2024-09-19T06:48:54.361260+0000","last_fullsized":"2024-09-19T06:48:54.361260+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380414+0000","last_change":"2024-09-19T06:48:53.390660+0000","last_active":"2024-09-19T06:48:54.380414+0000","last_peered":"2024-09-19T06:48:54.380414+0000","last_clean":"2024-09-19T06:48:54.380414+0000","last_became_active":"2024-09-19T06:48:53.390470+0000","last_became_peered":"2024-09-19T06:48:53.390470+0000","last_unstale":"2024-09-19T06:48:54.380414+0000","last_undegraded":"2024-09-19T06:48:54.380414+0000","last_fullsized":"2024-09-19T06:48:54.380414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:53.804716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379757+0000","last_change":"2024-09-19T06:48:53.378006+0000","last_active":"2024-09-19T06:48:54.379757+0000","last_peered":"2024-09-19T06:48:54.379757+0000","last_clean":"2024-09-19T06:48:54.379757+0000","last_became_active":"2024-09-19T06:48:53.377695+0000","last_became_peered":"2024-09-19T06:48:53.377695+0000","last_unstale":"2024-09-19T06:48:54.379757+0000","last_undegraded":"2024-09-19T06:48:54.379757+0000","last_fullsized":"2024-09-19T06:48:54.379757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:40.287045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380258+0000","last_change":"2024-09-19T06:48:53.379322+0000","last_active":"2024-09-19T06:48:54.380258+0000","last_peered":"2024-09-19T06:48:54.380258+0000","last_clean":"2024-09-19T06:48:54.380258+0000","last_became_active":"2024-09-19T06:48:53.378801+0000","last_became_peered":"2024-09-19T06:48:53.378801+0000","last_unstale":"2024-09-19T06:48:54.380258+0000","last_undegraded":"2024-09-19T06:48:54.380258+0000","last_fullsized":"2024-09-19T06:48:54.380258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:38.881453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363358+0000","last_change":"2024-09-19T06:48:53.385266+0000","last_active":"2024-09-19T06:48:54.363358+0000","last_peered":"2024-09-19T06:48:54.363358+0000","last_clean":"2024-09-19T06:48:54.363358+0000","last_became_active":"2024-09-19T06:48:53.384922+0000","last_became_peered":"2024-09-19T06:48:53.384922+0000","last_unstale":"2024-09-19T06:48:54.363358+0000","last_undegraded":"2024-09-19T06:48:54.363358+0000","last_fullsized":"2024-09-19T06:48:54.363358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362718+0000","last_change":"2024-09-19T06:48:53.387612+0000","last_active":"2024-09-19T06:48:54.362718+0000","last_peered":"2024-09-19T06:48:54.362718+0000","last_clean":"2024-09-19T06:48:54.362718+0000","last_became_active":"2024-09-19T06:48:53.386681+0000","last_became_peered":"2024-09-19T06:48:53.386681+0000","last_unstale":"2024-09-19T06:48:54.362718+0000","last_undegraded":"2024-09-19T06:48:54.362718+0000","last_fullsized":"2024-09-19T06:48:54.362718+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362761+0000","last_change":"2024-09-19T06:48:53.375136+0000","last_active":"2024-09-19T06:48:54.362761+0000","last_peered":"2024-09-19T06:48:54.362761+0000","last_clean":"2024-09-19T06:48:54.362761+0000","last_became_active":"2024-09-19T06:48:53.374844+0000","last_became_peered":"2024-09-19T06:48:53.374844+0000","last_unstale":"2024-09-19T06:48:54.362761+0000","last_undegraded":"2024-09-19T06:48:54.362761+0000","last_fullsized":"2024-09-19T06:48:54.362761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:43.138106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378303+0000","last_change":"2024-09-19T06:48:53.383563+0000","last_active":"2024-09-19T06:48:54.378303+0000","last_peered":"2024-09-19T06:48:54.378303+0000","last_clean":"2024-09-19T06:48:54.378303+0000","last_became_active":"2024-09-19T06:48:53.383218+0000","last_became_peered":"2024-09-19T06:48:53.383218+0000","last_unstale":"2024-09-19T06:48:54.378303+0000","last_undegraded":"2024-09-19T06:48:54.378303+0000","last_fullsized":"2024-09-19T06:48:54.378303+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:38.881453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379405+0000","last_change":"2024-09-19T06:48:53.385735+0000","last_active":"2024-09-19T06:48:54.379405+0000","last_peered":"2024-09-19T06:48:54.379405+0000","last_clean":"2024-09-19T06:48:54.379405+0000","last_became_active":"2024-09-19T06:48:53.383998+0000","last_became_peered":"2024-09-19T06:48:53.383998+0000","last_unstale":"2024-09-19T06:48:54.379405+0000","last_undegraded":"2024-09-19T06:48:54.379405+0000","last_fullsized":"2024-09-19T06:48:54.379405+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:45.110676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379948+0000","last_change":"2024-09-19T06:48:53.391767+0000","last_active":"2024-09-19T06:48:54.379948+0000","last_peered":"2024-09-19T06:48:54.379948+0000","last_clean":"2024-09-19T06:48:54.379948+0000","last_became_active":"2024-09-19T06:48:53.391454+0000","last_became_peered":"2024-09-19T06:48:53.391454+0000","last_unstale":"2024-09-19T06:48:54.379948+0000","last_undegraded":"2024-09-19T06:48:54.379948+0000","last_fullsized":"2024-09-19T06:48:54.379948+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:17.449665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379307+0000","last_change":"2024-09-19T06:48:53.381714+0000","last_active":"2024-09-19T06:48:54.379307+0000","last_peered":"2024-09-19T06:48:54.379307+0000","last_clean":"2024-09-19T06:48:54.379307+0000","last_became_active":"2024-09-19T06:48:53.381167+0000","last_became_peered":"2024-09-19T06:48:53.381167+0000","last_unstale":"2024-09-19T06:48:54.379307+0000","last_undegraded":"2024-09-19T06:48:54.379307+0000","last_fullsized":"2024-09-19T06:48:54.379307+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:01.376011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379629+0000","last_change":"2024-09-19T06:48:53.379081+0000","last_active":"2024-09-19T06:48:54.379629+0000","last_peered":"2024-09-19T06:48:54.379629+0000","last_clean":"2024-09-19T06:48:54.379629+0000","last_became_active":"2024-09-19T06:48:53.378422+0000","last_became_peered":"2024-09-19T06:48:53.378422+0000","last_unstale":"2024-09-19T06:48:54.379629+0000","last_undegraded":"2024-09-19T06:48:54.379629+0000","last_fullsized":"2024-09-19T06:48:54.379629+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:17.923824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379284+0000","last_change":"2024-09-19T06:48:53.390492+0000","last_active":"2024-09-19T06:48:54.379284+0000","last_peered":"2024-09-19T06:48:54.379284+0000","last_clean":"2024-09-19T06:48:54.379284+0000","last_became_active":"2024-09-19T06:48:53.390209+0000","last_became_peered":"2024-09-19T06:48:53.390209+0000","last_unstale":"2024-09-19T06:48:54.379284+0000","last_undegraded":"2024-09-19T06:48:54.379284+0000","last_fullsized":"2024-09-19T06:48:54.379284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:16.721877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360793+0000","last_change":"2024-09-19T06:48:53.371482+0000","last_active":"2024-09-19T06:48:54.360793+0000","last_peered":"2024-09-19T06:48:54.360793+0000","last_clean":"2024-09-19T06:48:54.360793+0000","last_became_active":"2024-09-19T06:48:53.371212+0000","last_became_peered":"2024-09-19T06:48:53.371212+0000","last_unstale":"2024-09-19T06:48:54.360793+0000","last_undegraded":"2024-09-19T06:48:54.360793+0000","last_fullsized":"2024-09-19T06:48:54.360793+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363051+0000","last_change":"2024-09-19T06:48:53.396983+0000","last_active":"2024-09-19T06:48:54.363051+0000","last_peered":"2024-09-19T06:48:54.363051+0000","last_clean":"2024-09-19T06:48:54.363051+0000","last_became_active":"2024-09-19T06:48:53.396685+0000","last_became_peered":"2024-09-19T06:48:53.396685+0000","last_unstale":"2024-09-19T06:48:54.363051+0000","last_undegraded":"2024-09-19T06:48:54.363051+0000","last_fullsized":"2024-09-19T06:48:54.363051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:17.923824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378306+0000","last_change":"2024-09-19T06:48:53.385282+0000","last_active":"2024-09-19T06:48:54.378306+0000","last_peered":"2024-09-19T06:48:54.378306+0000","last_clean":"2024-09-19T06:48:54.378306+0000","last_became_active":"2024-09-19T06:48:53.384963+0000","last_became_peered":"2024-09-19T06:48:53.384963+0000","last_unstale":"2024-09-19T06:48:54.378306+0000","last_undegraded":"2024-09-19T06:48:54.378306+0000","last_fullsized":"2024-09-19T06:48:54.378306+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:23.426003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362491+0000","last_change":"2024-09-19T06:48:53.380927+0000","last_active":"2024-09-19T06:48:54.362491+0000","last_peered":"2024-09-19T06:48:54.362491+0000","last_clean":"2024-09-19T06:48:54.362491+0000","last_became_active":"2024-09-19T06:48:53.380651+0000","last_became_peered":"2024-09-19T06:48:53.380651+0000","last_unstale":"2024-09-19T06:48:54.362491+0000","last_undegraded":"2024-09-19T06:48:54.362491+0000","last_fullsized":"2024-09-19T06:48:54.362491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:12.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380897+0000","last_change":"2024-09-19T06:48:53.384223+0000","last_active":"2024-09-19T06:48:54.380897+0000","last_peered":"2024-09-19T06:48:54.380897+0000","last_clean":"2024-09-19T06:48:54.380897+0000","last_became_active":"2024-09-19T06:48:53.383887+0000","last_became_peered":"2024-09-19T06:48:53.383887+0000","last_unstale":"2024-09-19T06:48:54.380897+0000","last_undegraded":"2024-09-19T06:48:54.380897+0000","last_fullsized":"2024-09-19T06:48:54.380897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363635+0000","last_change":"2024-09-19T06:48:53.391105+0000","last_active":"2024-09-19T06:48:54.363635+0000","last_peered":"2024-09-19T06:48:54.363635+0000","last_clean":"2024-09-19T06:48:54.363635+0000","last_became_active":"2024-09-19T06:48:53.386675+0000","last_became_peered":"2024-09-19T06:48:53.386675+0000","last_unstale":"2024-09-19T06:48:54.363635+0000","last_undegraded":"2024-09-19T06:48:54.363635+0000","last_fullsized":"2024-09-19T06:48:54.363635+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:05.108855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363412+0000","last_change":"2024-09-19T06:48:53.387454+0000","last_active":"2024-09-19T06:48:54.363412+0000","last_peered":"2024-09-19T06:48:54.363412+0000","last_clean":"2024-09-19T06:48:54.363412+0000","last_became_active":"2024-09-19T06:48:53.387202+0000","last_became_peered":"2024-09-19T06:48:53.387202+0000","last_unstale":"2024-09-19T06:48:54.363412+0000","last_undegraded":"2024-09-19T06:48:54.363412+0000","last_fullsized":"2024-09-19T06:48:54.363412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:29.890847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362317+0000","last_change":"2024-09-19T06:48:53.377322+0000","last_active":"2024-09-19T06:48:54.362317+0000","last_peered":"2024-09-19T06:48:54.362317+0000","last_clean":"2024-09-19T06:48:54.362317+0000","last_became_active":"2024-09-19T06:48:53.377041+0000","last_became_peered":"2024-09-19T06:48:53.377041+0000","last_unstale":"2024-09-19T06:48:54.362317+0000","last_undegraded":"2024-09-19T06:48:54.362317+0000","last_fullsized":"2024-09-19T06:48:54.362317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:39.359471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379091+0000","last_change":"2024-09-19T06:48:53.385415+0000","last_active":"2024-09-19T06:48:54.379091+0000","last_peered":"2024-09-19T06:48:54.379091+0000","last_clean":"2024-09-19T06:48:54.379091+0000","last_became_active":"2024-09-19T06:48:53.385094+0000","last_became_peered":"2024-09-19T06:48:53.385094+0000","last_unstale":"2024-09-19T06:48:54.379091+0000","last_undegraded":"2024-09-19T06:48:54.379091+0000","last_fullsized":"2024-09-19T06:48:54.379091+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:04.202392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380022+0000","last_change":"2024-09-19T06:48:53.397070+0000","last_active":"2024-09-19T06:48:54.380022+0000","last_peered":"2024-09-19T06:48:54.380022+0000","last_clean":"2024-09-19T06:48:54.380022+0000","last_became_active":"2024-09-19T06:48:53.396489+0000","last_became_peered":"2024-09-19T06:48:53.396489+0000","last_unstale":"2024-09-19T06:48:54.380022+0000","last_undegraded":"2024-09-19T06:48:54.380022+0000","last_fullsized":"2024-09-19T06:48:54.380022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:36.544967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379413+0000","last_change":"2024-09-19T06:48:53.391730+0000","last_active":"2024-09-19T06:48:54.379413+0000","last_peered":"2024-09-19T06:48:54.379413+0000","last_clean":"2024-09-19T06:48:54.379413+0000","last_became_active":"2024-09-19T06:48:53.390564+0000","last_became_peered":"2024-09-19T06:48:53.390564+0000","last_unstale":"2024-09-19T06:48:54.379413+0000","last_undegraded":"2024-09-19T06:48:54.379413+0000","last_fullsized":"2024-09-19T06:48:54.379413+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:17.449665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361085+0000","last_change":"2024-09-19T06:48:53.371383+0000","last_active":"2024-09-19T06:48:54.361085+0000","last_peered":"2024-09-19T06:48:54.361085+0000","last_clean":"2024-09-19T06:48:54.361085+0000","last_became_active":"2024-09-19T06:48:53.370917+0000","last_became_peered":"2024-09-19T06:48:53.370917+0000","last_unstale":"2024-09-19T06:48:54.361085+0000","last_undegraded":"2024-09-19T06:48:54.361085+0000","last_fullsized":"2024-09-19T06:48:54.361085+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362640+0000","last_change":"2024-09-19T06:48:52.383851+0000","last_active":"2024-09-19T06:48:54.362640+0000","last_peered":"2024-09-19T06:48:54.362640+0000","last_clean":"2024-09-19T06:48:54.362640+0000","last_became_active":"2024-09-19T06:48:52.383485+0000","last_became_peered":"2024-09-19T06:48:52.383485+0000","last_unstale":"2024-09-19T06:48:54.362640+0000","last_undegraded":"2024-09-19T06:48:54.362640+0000","last_fullsized":"2024-09-19T06:48:54.362640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379308+0000","last_change":"2024-09-19T06:48:53.373863+0000","last_active":"2024-09-19T06:48:54.379308+0000","last_peered":"2024-09-19T06:48:54.379308+0000","last_clean":"2024-09-19T06:48:54.379308+0000","last_became_active":"2024-09-19T06:48:53.373592+0000","last_became_peered":"2024-09-19T06:48:53.373592+0000","last_unstale":"2024-09-19T06:48:54.379308+0000","last_undegraded":"2024-09-19T06:48:54.379308+0000","last_fullsized":"2024-09-19T06:48:54.379308+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:52.448371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379316+0000","last_change":"2024-09-19T06:48:52.386941+0000","last_active":"2024-09-19T06:48:54.379316+0000","last_peered":"2024-09-19T06:48:54.379316+0000","last_clean":"2024-09-19T06:48:54.379316+0000","last_became_active":"2024-09-19T06:48:52.386399+0000","last_became_peered":"2024-09-19T06:48:52.386399+0000","last_unstale":"2024-09-19T06:48:54.379316+0000","last_undegraded":"2024-09-19T06:48:54.379316+0000","last_fullsized":"2024-09-19T06:48:54.379316+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:56.195381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362728+0000","last_change":"2024-09-19T06:48:52.378491+0000","last_active":"2024-09-19T06:48:54.362728+0000","last_peered":"2024-09-19T06:48:54.362728+0000","last_clean":"2024-09-19T06:48:54.362728+0000","last_became_active":"2024-09-19T06:48:52.378177+0000","last_became_peered":"2024-09-19T06:48:52.378177+0000","last_unstale":"2024-09-19T06:48:54.362728+0000","last_undegraded":"2024-09-19T06:48:54.362728+0000","last_fullsized":"2024-09-19T06:48:54.362728+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362445+0000","last_change":"2024-09-19T06:48:53.382564+0000","last_active":"2024-09-19T06:48:54.362445+0000","last_peered":"2024-09-19T06:48:54.362445+0000","last_clean":"2024-09-19T06:48:54.362445+0000","last_became_active":"2024-09-19T06:48:53.382284+0000","last_became_peered":"2024-09-19T06:48:53.382284+0000","last_unstale":"2024-09-19T06:48:54.362445+0000","last_undegraded":"2024-09-19T06:48:54.362445+0000","last_fullsized":"2024-09-19T06:48:54.362445+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:42.135706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378421+0000","last_change":"2024-09-19T06:48:52.381454+0000","last_active":"2024-09-19T06:48:54.378421+0000","last_peered":"2024-09-19T06:48:54.378421+0000","last_clean":"2024-09-19T06:48:54.378421+0000","last_became_active":"2024-09-19T06:48:52.381135+0000","last_became_peered":"2024-09-19T06:48:52.381135+0000","last_unstale":"2024-09-19T06:48:54.378421+0000","last_undegraded":"2024-09-19T06:48:54.378421+0000","last_fullsized":"2024-09-19T06:48:54.378421+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:16.444063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379109+0000","last_change":"2024-09-19T06:48:53.383351+0000","last_active":"2024-09-19T06:48:54.379109+0000","last_peered":"2024-09-19T06:48:54.379109+0000","last_clean":"2024-09-19T06:48:54.379109+0000","last_became_active":"2024-09-19T06:48:53.381211+0000","last_became_peered":"2024-09-19T06:48:53.381211+0000","last_unstale":"2024-09-19T06:48:54.379109+0000","last_undegraded":"2024-09-19T06:48:54.379109+0000","last_fullsized":"2024-09-19T06:48:54.379109+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:49.028784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.361258+0000","last_change":"2024-09-19T06:48:52.377435+0000","last_active":"2024-09-19T06:48:54.361258+0000","last_peered":"2024-09-19T06:48:54.361258+0000","last_clean":"2024-09-19T06:48:54.361258+0000","last_became_active":"2024-09-19T06:48:52.377181+0000","last_became_peered":"2024-09-19T06:48:52.377181+0000","last_unstale":"2024-09-19T06:48:54.361258+0000","last_undegraded":"2024-09-19T06:48:54.361258+0000","last_fullsized":"2024-09-19T06:48:54.361258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380970+0000","last_change":"2024-09-19T06:48:53.383885+0000","last_active":"2024-09-19T06:48:54.380970+0000","last_peered":"2024-09-19T06:48:54.380970+0000","last_clean":"2024-09-19T06:48:54.380970+0000","last_became_active":"2024-09-19T06:48:53.383594+0000","last_became_peered":"2024-09-19T06:48:53.383594+0000","last_unstale":"2024-09-19T06:48:54.380970+0000","last_undegraded":"2024-09-19T06:48:54.380970+0000","last_fullsized":"2024-09-19T06:48:54.380970+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380494+0000","last_change":"2024-09-19T06:48:52.376675+0000","last_active":"2024-09-19T06:48:54.380494+0000","last_peered":"2024-09-19T06:48:54.380494+0000","last_clean":"2024-09-19T06:48:54.380494+0000","last_became_active":"2024-09-19T06:48:52.376297+0000","last_became_peered":"2024-09-19T06:48:52.376297+0000","last_unstale":"2024-09-19T06:48:54.380494+0000","last_undegraded":"2024-09-19T06:48:54.380494+0000","last_fullsized":"2024-09-19T06:48:54.380494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:16.444063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363772+0000","last_change":"2024-09-19T06:48:53.380255+0000","last_active":"2024-09-19T06:48:54.363772+0000","last_peered":"2024-09-19T06:48:54.363772+0000","last_clean":"2024-09-19T06:48:54.363772+0000","last_became_active":"2024-09-19T06:48:53.379961+0000","last_became_peered":"2024-09-19T06:48:53.379961+0000","last_unstale":"2024-09-19T06:48:54.363772+0000","last_undegraded":"2024-09-19T06:48:54.363772+0000","last_fullsized":"2024-09-19T06:48:54.363772+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:26.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379811+0000","last_change":"2024-09-19T06:48:52.383014+0000","last_active":"2024-09-19T06:48:54.379811+0000","last_peered":"2024-09-19T06:48:54.379811+0000","last_clean":"2024-09-19T06:48:54.379811+0000","last_became_active":"2024-09-19T06:48:52.382464+0000","last_became_peered":"2024-09-19T06:48:52.382464+0000","last_unstale":"2024-09-19T06:48:54.379811+0000","last_undegraded":"2024-09-19T06:48:54.379811+0000","last_fullsized":"2024-09-19T06:48:54.379811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378766+0000","last_change":"2024-09-19T06:48:53.388920+0000","last_active":"2024-09-19T06:48:54.378766+0000","last_peered":"2024-09-19T06:48:54.378766+0000","last_clean":"2024-09-19T06:48:54.378766+0000","last_became_active":"2024-09-19T06:48:53.388252+0000","last_became_peered":"2024-09-19T06:48:53.388252+0000","last_unstale":"2024-09-19T06:48:54.378766+0000","last_undegraded":"2024-09-19T06:48:54.378766+0000","last_fullsized":"2024-09-19T06:48:54.378766+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:21.774463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380131+0000","last_change":"2024-09-19T06:48:52.384117+0000","last_active":"2024-09-19T06:48:54.380131+0000","last_peered":"2024-09-19T06:48:54.380131+0000","last_clean":"2024-09-19T06:48:54.380131+0000","last_became_active":"2024-09-19T06:48:52.383498+0000","last_became_peered":"2024-09-19T06:48:52.383498+0000","last_unstale":"2024-09-19T06:48:54.380131+0000","last_undegraded":"2024-09-19T06:48:54.380131+0000","last_fullsized":"2024-09-19T06:48:54.380131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379900+0000","last_change":"2024-09-19T06:48:53.399145+0000","last_active":"2024-09-19T06:48:54.379900+0000","last_peered":"2024-09-19T06:48:54.379900+0000","last_clean":"2024-09-19T06:48:54.379900+0000","last_became_active":"2024-09-19T06:48:53.398852+0000","last_became_peered":"2024-09-19T06:48:53.398852+0000","last_unstale":"2024-09-19T06:48:54.379900+0000","last_undegraded":"2024-09-19T06:48:54.379900+0000","last_fullsized":"2024-09-19T06:48:54.379900+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:26.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379796+0000","last_change":"2024-09-19T06:48:52.386844+0000","last_active":"2024-09-19T06:48:54.379796+0000","last_peered":"2024-09-19T06:48:54.379796+0000","last_clean":"2024-09-19T06:48:54.379796+0000","last_became_active":"2024-09-19T06:48:52.386439+0000","last_became_peered":"2024-09-19T06:48:52.386439+0000","last_unstale":"2024-09-19T06:48:54.379796+0000","last_undegraded":"2024-09-19T06:48:54.379796+0000","last_fullsized":"2024-09-19T06:48:54.379796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362870+0000","last_change":"2024-09-19T06:48:53.389616+0000","last_active":"2024-09-19T06:48:54.362870+0000","last_peered":"2024-09-19T06:48:54.362870+0000","last_clean":"2024-09-19T06:48:54.362870+0000","last_became_active":"2024-09-19T06:48:53.387880+0000","last_became_peered":"2024-09-19T06:48:53.387880+0000","last_unstale":"2024-09-19T06:48:54.362870+0000","last_undegraded":"2024-09-19T06:48:54.362870+0000","last_fullsized":"2024-09-19T06:48:54.362870+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:04.662495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379405+0000","last_change":"2024-09-19T06:48:52.380239+0000","last_active":"2024-09-19T06:48:54.379405+0000","last_peered":"2024-09-19T06:48:54.379405+0000","last_clean":"2024-09-19T06:48:54.379405+0000","last_became_active":"2024-09-19T06:48:52.379919+0000","last_became_peered":"2024-09-19T06:48:52.379919+0000","last_unstale":"2024-09-19T06:48:54.379405+0000","last_undegraded":"2024-09-19T06:48:54.379405+0000","last_fullsized":"2024-09-19T06:48:54.379405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:09.658240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378427+0000","last_change":"2024-09-19T06:48:53.383979+0000","last_active":"2024-09-19T06:48:54.378427+0000","last_peered":"2024-09-19T06:48:54.378427+0000","last_clean":"2024-09-19T06:48:54.378427+0000","last_became_active":"2024-09-19T06:48:53.382831+0000","last_became_peered":"2024-09-19T06:48:53.382831+0000","last_unstale":"2024-09-19T06:48:54.378427+0000","last_undegraded":"2024-09-19T06:48:54.378427+0000","last_fullsized":"2024-09-19T06:48:54.378427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:53.804716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378822+0000","last_change":"2024-09-19T06:48:52.382734+0000","last_active":"2024-09-19T06:48:54.378822+0000","last_peered":"2024-09-19T06:48:54.378822+0000","last_clean":"2024-09-19T06:48:54.378822+0000","last_became_active":"2024-09-19T06:48:52.381484+0000","last_became_peered":"2024-09-19T06:48:52.381484+0000","last_unstale":"2024-09-19T06:48:54.378822+0000","last_undegraded":"2024-09-19T06:48:54.378822+0000","last_fullsized":"2024-09-19T06:48:54.378822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.406578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360746+0000","last_change":"2024-09-19T06:48:53.367540+0000","last_active":"2024-09-19T06:48:54.360746+0000","last_peered":"2024-09-19T06:48:54.360746+0000","last_clean":"2024-09-19T06:48:54.360746+0000","last_became_active":"2024-09-19T06:48:53.367154+0000","last_became_peered":"2024-09-19T06:48:53.367154+0000","last_unstale":"2024-09-19T06:48:54.360746+0000","last_undegraded":"2024-09-19T06:48:54.360746+0000","last_fullsized":"2024-09-19T06:48:54.360746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:57.200983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378840+0000","last_change":"2024-09-19T06:48:52.378670+0000","last_active":"2024-09-19T06:48:54.378840+0000","last_peered":"2024-09-19T06:48:54.378840+0000","last_clean":"2024-09-19T06:48:54.378840+0000","last_became_active":"2024-09-19T06:48:52.377359+0000","last_became_peered":"2024-09-19T06:48:52.377359+0000","last_unstale":"2024-09-19T06:48:54.378840+0000","last_undegraded":"2024-09-19T06:48:54.378840+0000","last_fullsized":"2024-09-19T06:48:54.378840+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:22.360845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378531+0000","last_change":"2024-09-19T06:48:53.392847+0000","last_active":"2024-09-19T06:48:54.378531+0000","last_peered":"2024-09-19T06:48:54.378531+0000","last_clean":"2024-09-19T06:48:54.378531+0000","last_became_active":"2024-09-19T06:48:53.390669+0000","last_became_peered":"2024-09-19T06:48:53.390669+0000","last_unstale":"2024-09-19T06:48:54.378531+0000","last_undegraded":"2024-09-19T06:48:54.378531+0000","last_fullsized":"2024-09-19T06:48:54.378531+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:57.006028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380494+0000","last_change":"2024-09-19T06:48:52.379938+0000","last_active":"2024-09-19T06:48:54.380494+0000","last_peered":"2024-09-19T06:48:54.380494+0000","last_clean":"2024-09-19T06:48:54.380494+0000","last_became_active":"2024-09-19T06:48:52.379465+0000","last_became_peered":"2024-09-19T06:48:52.379465+0000","last_unstale":"2024-09-19T06:48:54.380494+0000","last_undegraded":"2024-09-19T06:48:54.380494+0000","last_fullsized":"2024-09-19T06:48:54.380494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:35.539364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.381036+0000","last_change":"2024-09-19T06:48:53.386473+0000","last_active":"2024-09-19T06:48:54.381036+0000","last_peered":"2024-09-19T06:48:54.381036+0000","last_clean":"2024-09-19T06:48:54.381036+0000","last_became_active":"2024-09-19T06:48:53.384192+0000","last_became_peered":"2024-09-19T06:48:53.384192+0000","last_unstale":"2024-09-19T06:48:54.381036+0000","last_undegraded":"2024-09-19T06:48:54.381036+0000","last_fullsized":"2024-09-19T06:48:54.381036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.948026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379411+0000","last_change":"2024-09-19T06:48:52.387359+0000","last_active":"2024-09-19T06:48:54.379411+0000","last_peered":"2024-09-19T06:48:54.379411+0000","last_clean":"2024-09-19T06:48:54.379411+0000","last_became_active":"2024-09-19T06:48:52.387089+0000","last_became_peered":"2024-09-19T06:48:52.387089+0000","last_unstale":"2024-09-19T06:48:54.379411+0000","last_undegraded":"2024-09-19T06:48:54.379411+0000","last_fullsized":"2024-09-19T06:48:54.379411+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:52.876625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380468+0000","last_change":"2024-09-19T06:48:53.378306+0000","last_active":"2024-09-19T06:48:54.380468+0000","last_peered":"2024-09-19T06:48:54.380468+0000","last_clean":"2024-09-19T06:48:54.380468+0000","last_became_active":"2024-09-19T06:48:53.378029+0000","last_became_peered":"2024-09-19T06:48:53.378029+0000","last_unstale":"2024-09-19T06:48:54.380468+0000","last_undegraded":"2024-09-19T06:48:54.380468+0000","last_fullsized":"2024-09-19T06:48:54.380468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:57.006028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362686+0000","last_change":"2024-09-19T06:48:52.385444+0000","last_active":"2024-09-19T06:48:54.362686+0000","last_peered":"2024-09-19T06:48:54.362686+0000","last_clean":"2024-09-19T06:48:54.362686+0000","last_became_active":"2024-09-19T06:48:52.385150+0000","last_became_peered":"2024-09-19T06:48:52.385150+0000","last_unstale":"2024-09-19T06:48:54.362686+0000","last_undegraded":"2024-09-19T06:48:54.362686+0000","last_fullsized":"2024-09-19T06:48:54.362686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:19.312145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379769+0000","last_change":"2024-09-19T06:48:53.380063+0000","last_active":"2024-09-19T06:48:54.379769+0000","last_peered":"2024-09-19T06:48:54.379769+0000","last_clean":"2024-09-19T06:48:54.379769+0000","last_became_active":"2024-09-19T06:48:53.379787+0000","last_became_peered":"2024-09-19T06:48:53.379787+0000","last_unstale":"2024-09-19T06:48:54.379769+0000","last_undegraded":"2024-09-19T06:48:54.379769+0000","last_fullsized":"2024-09-19T06:48:54.379769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:00.187252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363472+0000","last_change":"2024-09-19T06:48:52.381366+0000","last_active":"2024-09-19T06:48:54.363472+0000","last_peered":"2024-09-19T06:48:54.363472+0000","last_clean":"2024-09-19T06:48:54.363472+0000","last_became_active":"2024-09-19T06:48:52.381037+0000","last_became_peered":"2024-09-19T06:48:52.381037+0000","last_unstale":"2024-09-19T06:48:54.363472+0000","last_undegraded":"2024-09-19T06:48:54.363472+0000","last_fullsized":"2024-09-19T06:48:54.363472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379211+0000","last_change":"2024-09-19T06:48:53.379036+0000","last_active":"2024-09-19T06:48:54.379211+0000","last_peered":"2024-09-19T06:48:54.379211+0000","last_clean":"2024-09-19T06:48:54.379211+0000","last_became_active":"2024-09-19T06:48:53.378575+0000","last_became_peered":"2024-09-19T06:48:53.378575+0000","last_unstale":"2024-09-19T06:48:54.379211+0000","last_undegraded":"2024-09-19T06:48:54.379211+0000","last_fullsized":"2024-09-19T06:48:54.379211+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:20.009032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":170,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360747+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:48:54.360747+0000","last_peered":"2024-09-19T06:48:54.360747+0000","last_clean":"2024-09-19T06:48:54.360747+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:48:54.360747+0000","last_undegraded":"2024-09-19T06:48:54.360747+0000","last_fullsized":"2024-09-19T06:48:54.360747+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378611+0000","last_change":"2024-09-19T06:48:52.382168+0000","last_active":"2024-09-19T06:48:54.378611+0000","last_peered":"2024-09-19T06:48:54.378611+0000","last_clean":"2024-09-19T06:48:54.378611+0000","last_became_active":"2024-09-19T06:48:52.381825+0000","last_became_peered":"2024-09-19T06:48:52.381825+0000","last_unstale":"2024-09-19T06:48:54.378611+0000","last_undegraded":"2024-09-19T06:48:54.378611+0000","last_fullsized":"2024-09-19T06:48:54.378611+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:57.091088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379089+0000","last_change":"2024-09-19T06:48:53.391881+0000","last_active":"2024-09-19T06:48:54.379089+0000","last_peered":"2024-09-19T06:48:54.379089+0000","last_clean":"2024-09-19T06:48:54.379089+0000","last_became_active":"2024-09-19T06:48:53.391608+0000","last_became_peered":"2024-09-19T06:48:53.391608+0000","last_unstale":"2024-09-19T06:48:54.379089+0000","last_undegraded":"2024-09-19T06:48:54.379089+0000","last_fullsized":"2024-09-19T06:48:54.379089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:34.898389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378425+0000","last_change":"2024-09-19T06:48:52.380846+0000","last_active":"2024-09-19T06:48:54.378425+0000","last_peered":"2024-09-19T06:48:54.378425+0000","last_clean":"2024-09-19T06:48:54.378425+0000","last_became_active":"2024-09-19T06:48:52.380097+0000","last_became_peered":"2024-09-19T06:48:52.380097+0000","last_unstale":"2024-09-19T06:48:54.378425+0000","last_undegraded":"2024-09-19T06:48:54.378425+0000","last_fullsized":"2024-09-19T06:48:54.378425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:35.539364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362627+0000","last_change":"2024-09-19T06:48:53.399287+0000","last_active":"2024-09-19T06:48:54.362627+0000","last_peered":"2024-09-19T06:48:54.362627+0000","last_clean":"2024-09-19T06:48:54.362627+0000","last_became_active":"2024-09-19T06:48:53.399045+0000","last_became_peered":"2024-09-19T06:48:53.399045+0000","last_unstale":"2024-09-19T06:48:54.362627+0000","last_undegraded":"2024-09-19T06:48:54.362627+0000","last_fullsized":"2024-09-19T06:48:54.362627+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380076+0000","last_change":"2024-09-19T06:48:52.384596+0000","last_active":"2024-09-19T06:48:54.380076+0000","last_peered":"2024-09-19T06:48:54.380076+0000","last_clean":"2024-09-19T06:48:54.380076+0000","last_became_active":"2024-09-19T06:48:52.383994+0000","last_became_peered":"2024-09-19T06:48:52.383994+0000","last_unstale":"2024-09-19T06:48:54.380076+0000","last_undegraded":"2024-09-19T06:48:54.380076+0000","last_fullsized":"2024-09-19T06:48:54.380076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:09.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362242+0000","last_change":"2024-09-19T06:48:53.377778+0000","last_active":"2024-09-19T06:48:54.362242+0000","last_peered":"2024-09-19T06:48:54.362242+0000","last_clean":"2024-09-19T06:48:54.362242+0000","last_became_active":"2024-09-19T06:48:53.377194+0000","last_became_peered":"2024-09-19T06:48:53.377194+0000","last_unstale":"2024-09-19T06:48:54.362242+0000","last_undegraded":"2024-09-19T06:48:54.362242+0000","last_fullsized":"2024-09-19T06:48:54.362242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:05.108855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379457+0000","last_change":"2024-09-19T06:48:52.379600+0000","last_active":"2024-09-19T06:48:54.379457+0000","last_peered":"2024-09-19T06:48:54.379457+0000","last_clean":"2024-09-19T06:48:54.379457+0000","last_became_active":"2024-09-19T06:48:52.379343+0000","last_became_peered":"2024-09-19T06:48:52.379343+0000","last_unstale":"2024-09-19T06:48:54.379457+0000","last_undegraded":"2024-09-19T06:48:54.379457+0000","last_fullsized":"2024-09-19T06:48:54.379457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:36.300276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379199+0000","last_change":"2024-09-19T06:48:53.390472+0000","last_active":"2024-09-19T06:48:54.379199+0000","last_peered":"2024-09-19T06:48:54.379199+0000","last_clean":"2024-09-19T06:48:54.379199+0000","last_became_active":"2024-09-19T06:48:53.390209+0000","last_became_peered":"2024-09-19T06:48:53.390209+0000","last_unstale":"2024-09-19T06:48:54.379199+0000","last_undegraded":"2024-09-19T06:48:54.379199+0000","last_fullsized":"2024-09-19T06:48:54.379199+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:12.466352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362200+0000","last_change":"2024-09-19T06:48:52.379722+0000","last_active":"2024-09-19T06:48:54.362200+0000","last_peered":"2024-09-19T06:48:54.362200+0000","last_clean":"2024-09-19T06:48:54.362200+0000","last_became_active":"2024-09-19T06:48:52.379373+0000","last_became_peered":"2024-09-19T06:48:52.379373+0000","last_unstale":"2024-09-19T06:48:54.362200+0000","last_undegraded":"2024-09-19T06:48:54.362200+0000","last_fullsized":"2024-09-19T06:48:54.362200+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:31:32.861267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.380563+0000","last_change":"2024-09-19T06:48:53.394230+0000","last_active":"2024-09-19T06:48:54.380563+0000","last_peered":"2024-09-19T06:48:54.380563+0000","last_clean":"2024-09-19T06:48:54.380563+0000","last_became_active":"2024-09-19T06:48:53.394002+0000","last_became_peered":"2024-09-19T06:48:53.394002+0000","last_unstale":"2024-09-19T06:48:54.380563+0000","last_undegraded":"2024-09-19T06:48:54.380563+0000","last_fullsized":"2024-09-19T06:48:54.380563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:10.663843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379297+0000","last_change":"2024-09-19T06:48:52.381335+0000","last_active":"2024-09-19T06:48:54.379297+0000","last_peered":"2024-09-19T06:48:54.379297+0000","last_clean":"2024-09-19T06:48:54.379297+0000","last_became_active":"2024-09-19T06:48:52.380998+0000","last_became_peered":"2024-09-19T06:48:52.380998+0000","last_unstale":"2024-09-19T06:48:54.379297+0000","last_undegraded":"2024-09-19T06:48:54.379297+0000","last_fullsized":"2024-09-19T06:48:54.379297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:29.942423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363478+0000","last_change":"2024-09-19T06:48:53.392572+0000","last_active":"2024-09-19T06:48:54.363478+0000","last_peered":"2024-09-19T06:48:54.363478+0000","last_clean":"2024-09-19T06:48:54.363478+0000","last_became_active":"2024-09-19T06:48:53.392316+0000","last_became_peered":"2024-09-19T06:48:53.392316+0000","last_unstale":"2024-09-19T06:48:54.363478+0000","last_undegraded":"2024-09-19T06:48:54.363478+0000","last_fullsized":"2024-09-19T06:48:54.363478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:58.096691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379560+0000","last_change":"2024-09-19T06:48:52.377912+0000","last_active":"2024-09-19T06:48:54.379560+0000","last_peered":"2024-09-19T06:48:54.379560+0000","last_clean":"2024-09-19T06:48:54.379560+0000","last_became_active":"2024-09-19T06:48:52.376610+0000","last_became_peered":"2024-09-19T06:48:52.376610+0000","last_unstale":"2024-09-19T06:48:54.379560+0000","last_undegraded":"2024-09-19T06:48:54.379560+0000","last_fullsized":"2024-09-19T06:48:54.379560+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:53.649492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379522+0000","last_change":"2024-09-19T06:48:53.379950+0000","last_active":"2024-09-19T06:48:54.379522+0000","last_peered":"2024-09-19T06:48:54.379522+0000","last_clean":"2024-09-19T06:48:54.379522+0000","last_became_active":"2024-09-19T06:48:53.379129+0000","last_became_peered":"2024-09-19T06:48:53.379129+0000","last_unstale":"2024-09-19T06:48:54.379522+0000","last_undegraded":"2024-09-19T06:48:54.379522+0000","last_fullsized":"2024-09-19T06:48:54.379522+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:47.436574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379126+0000","last_change":"2024-09-19T06:48:52.378808+0000","last_active":"2024-09-19T06:48:54.379126+0000","last_peered":"2024-09-19T06:48:54.379126+0000","last_clean":"2024-09-19T06:48:54.379126+0000","last_became_active":"2024-09-19T06:48:52.378571+0000","last_became_peered":"2024-09-19T06:48:52.378571+0000","last_unstale":"2024-09-19T06:48:54.379126+0000","last_undegraded":"2024-09-19T06:48:54.379126+0000","last_fullsized":"2024-09-19T06:48:54.379126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:04.103253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379491+0000","last_change":"2024-09-19T06:48:53.380562+0000","last_active":"2024-09-19T06:48:54.379491+0000","last_peered":"2024-09-19T06:48:54.379491+0000","last_clean":"2024-09-19T06:48:54.379491+0000","last_became_active":"2024-09-19T06:48:53.380255+0000","last_became_peered":"2024-09-19T06:48:53.380255+0000","last_unstale":"2024-09-19T06:48:54.379491+0000","last_undegraded":"2024-09-19T06:48:54.379491+0000","last_fullsized":"2024-09-19T06:48:54.379491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:12.909209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378325+0000","last_change":"2024-09-19T06:48:52.375691+0000","last_active":"2024-09-19T06:48:54.378325+0000","last_peered":"2024-09-19T06:48:54.378325+0000","last_clean":"2024-09-19T06:48:54.378325+0000","last_became_active":"2024-09-19T06:48:52.375412+0000","last_became_peered":"2024-09-19T06:48:52.375412+0000","last_unstale":"2024-09-19T06:48:54.378325+0000","last_undegraded":"2024-09-19T06:48:54.378325+0000","last_fullsized":"2024-09-19T06:48:54.378325+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378689+0000","last_change":"2024-09-19T06:48:53.372845+0000","last_active":"2024-09-19T06:48:54.378689+0000","last_peered":"2024-09-19T06:48:54.378689+0000","last_clean":"2024-09-19T06:48:54.378689+0000","last_became_active":"2024-09-19T06:48:53.372601+0000","last_became_peered":"2024-09-19T06:48:53.372601+0000","last_unstale":"2024-09-19T06:48:54.378689+0000","last_undegraded":"2024-09-19T06:48:54.378689+0000","last_fullsized":"2024-09-19T06:48:54.378689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:04.944852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379145+0000","last_change":"2024-09-19T06:48:52.377105+0000","last_active":"2024-09-19T06:48:54.379145+0000","last_peered":"2024-09-19T06:48:54.379145+0000","last_clean":"2024-09-19T06:48:54.379145+0000","last_became_active":"2024-09-19T06:48:52.376662+0000","last_became_peered":"2024-09-19T06:48:52.376662+0000","last_unstale":"2024-09-19T06:48:54.379145+0000","last_undegraded":"2024-09-19T06:48:54.379145+0000","last_fullsized":"2024-09-19T06:48:54.379145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:13.346187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378993+0000","last_change":"2024-09-19T06:48:53.378349+0000","last_active":"2024-09-19T06:48:54.378993+0000","last_peered":"2024-09-19T06:48:54.378993+0000","last_clean":"2024-09-19T06:48:54.378993+0000","last_became_active":"2024-09-19T06:48:53.376735+0000","last_became_peered":"2024-09-19T06:48:53.376735+0000","last_unstale":"2024-09-19T06:48:54.378993+0000","last_undegraded":"2024-09-19T06:48:54.378993+0000","last_fullsized":"2024-09-19T06:48:54.378993+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:40.401646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362978+0000","last_change":"2024-09-19T06:48:52.380336+0000","last_active":"2024-09-19T06:48:54.362978+0000","last_peered":"2024-09-19T06:48:54.362978+0000","last_clean":"2024-09-19T06:48:54.362978+0000","last_became_active":"2024-09-19T06:48:52.377131+0000","last_became_peered":"2024-09-19T06:48:52.377131+0000","last_unstale":"2024-09-19T06:48:54.362978+0000","last_undegraded":"2024-09-19T06:48:54.362978+0000","last_fullsized":"2024-09-19T06:48:54.362978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:18.838564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379690+0000","last_change":"2024-09-19T06:48:53.382921+0000","last_active":"2024-09-19T06:48:54.379690+0000","last_peered":"2024-09-19T06:48:54.379690+0000","last_clean":"2024-09-19T06:48:54.379690+0000","last_became_active":"2024-09-19T06:48:53.381007+0000","last_became_peered":"2024-09-19T06:48:53.381007+0000","last_unstale":"2024-09-19T06:48:54.379690+0000","last_undegraded":"2024-09-19T06:48:54.379690+0000","last_fullsized":"2024-09-19T06:48:54.379690+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:57.557913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378515+0000","last_change":"2024-09-19T06:48:52.382565+0000","last_active":"2024-09-19T06:48:54.378515+0000","last_peered":"2024-09-19T06:48:54.378515+0000","last_clean":"2024-09-19T06:48:54.378515+0000","last_became_active":"2024-09-19T06:48:52.381821+0000","last_became_peered":"2024-09-19T06:48:52.381821+0000","last_unstale":"2024-09-19T06:48:54.378515+0000","last_undegraded":"2024-09-19T06:48:54.378515+0000","last_fullsized":"2024-09-19T06:48:54.378515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:28.885244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379223+0000","last_change":"2024-09-19T06:48:53.377911+0000","last_active":"2024-09-19T06:48:54.379223+0000","last_peered":"2024-09-19T06:48:54.379223+0000","last_clean":"2024-09-19T06:48:54.379223+0000","last_became_active":"2024-09-19T06:48:53.377670+0000","last_became_peered":"2024-09-19T06:48:53.377670+0000","last_unstale":"2024-09-19T06:48:54.379223+0000","last_undegraded":"2024-09-19T06:48:54.379223+0000","last_fullsized":"2024-09-19T06:48:54.379223+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.005426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.378925+0000","last_change":"2024-09-19T06:48:53.383294+0000","last_active":"2024-09-19T06:48:54.378925+0000","last_peered":"2024-09-19T06:48:54.378925+0000","last_clean":"2024-09-19T06:48:54.378925+0000","last_became_active":"2024-09-19T06:48:53.383022+0000","last_became_peered":"2024-09-19T06:48:53.383022+0000","last_unstale":"2024-09-19T06:48:54.378925+0000","last_undegraded":"2024-09-19T06:48:54.378925+0000","last_fullsized":"2024-09-19T06:48:54.378925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:56.166078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379851+0000","last_change":"2024-09-19T06:48:52.376663+0000","last_active":"2024-09-19T06:48:54.379851+0000","last_peered":"2024-09-19T06:48:54.379851+0000","last_clean":"2024-09-19T06:48:54.379851+0000","last_became_active":"2024-09-19T06:48:52.376243+0000","last_became_peered":"2024-09-19T06:48:52.376243+0000","last_unstale":"2024-09-19T06:48:54.379851+0000","last_undegraded":"2024-09-19T06:48:54.379851+0000","last_fullsized":"2024-09-19T06:48:54.379851+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:56.552310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.360945+0000","last_change":"2024-09-19T06:48:53.371581+0000","last_active":"2024-09-19T06:48:54.360945+0000","last_peered":"2024-09-19T06:48:54.360945+0000","last_clean":"2024-09-19T06:48:54.360945+0000","last_became_active":"2024-09-19T06:48:53.371206+0000","last_became_peered":"2024-09-19T06:48:53.371206+0000","last_unstale":"2024-09-19T06:48:54.360945+0000","last_undegraded":"2024-09-19T06:48:54.360945+0000","last_fullsized":"2024-09-19T06:48:54.360945+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.305878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379985+0000","last_change":"2024-09-19T06:48:52.378844+0000","last_active":"2024-09-19T06:48:54.379985+0000","last_peered":"2024-09-19T06:48:54.379985+0000","last_clean":"2024-09-19T06:48:54.379985+0000","last_became_active":"2024-09-19T06:48:52.376958+0000","last_became_peered":"2024-09-19T06:48:52.376958+0000","last_unstale":"2024-09-19T06:48:54.379985+0000","last_undegraded":"2024-09-19T06:48:54.379985+0000","last_fullsized":"2024-09-19T06:48:54.379985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:49.573361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.363759+0000","last_change":"2024-09-19T06:48:53.380339+0000","last_active":"2024-09-19T06:48:54.363759+0000","last_peered":"2024-09-19T06:48:54.363759+0000","last_clean":"2024-09-19T06:48:54.363759+0000","last_became_active":"2024-09-19T06:48:53.377132+0000","last_became_peered":"2024-09-19T06:48:53.377132+0000","last_unstale":"2024-09-19T06:48:54.363759+0000","last_undegraded":"2024-09-19T06:48:54.363759+0000","last_fullsized":"2024-09-19T06:48:54.363759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:00.187252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362799+0000","last_change":"2024-09-19T06:48:52.378976+0000","last_active":"2024-09-19T06:48:54.362799+0000","last_peered":"2024-09-19T06:48:54.362799+0000","last_clean":"2024-09-19T06:48:54.362799+0000","last_became_active":"2024-09-19T06:48:52.378612+0000","last_became_peered":"2024-09-19T06:48:52.378612+0000","last_unstale":"2024-09-19T06:48:54.362799+0000","last_undegraded":"2024-09-19T06:48:54.362799+0000","last_fullsized":"2024-09-19T06:48:54.362799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:50.502468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.362468+0000","last_change":"2024-09-19T06:48:53.397418+0000","last_active":"2024-09-19T06:48:54.362468+0000","last_peered":"2024-09-19T06:48:54.362468+0000","last_clean":"2024-09-19T06:48:54.362468+0000","last_became_active":"2024-09-19T06:48:53.396765+0000","last_became_peered":"2024-09-19T06:48:53.396765+0000","last_unstale":"2024-09-19T06:48:54.362468+0000","last_undegraded":"2024-09-19T06:48:54.362468+0000","last_fullsized":"2024-09-19T06:48:54.362468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:52.348001+0000","last_clean_scrub_stamp":"2024-09-19T06:48:52.348001+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:44.251613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:48:54.379916+0000","last_change":"2024-09-19T06:48:52.383250+0000","last_active":"2024-09-19T06:48:54.379916+0000","last_peered":"2024-09-19T06:48:54.379916+0000","last_clean":"2024-09-19T06:48:54.379916+0000","last_became_active":"2024-09-19T06:48:52.382944+0000","last_became_peered":"2024-09-19T06:48:52.382944+0000","last_unstale":"2024-09-19T06:48:54.379916+0000","last_undegraded":"2024-09-19T06:48:54.379916+0000","last_fullsized":"2024-09-19T06:48:54.379916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:51.342398+0000","last_clean_scrub_stamp":"2024-09-19T06:48:51.342398+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:41.518165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:49:07.525 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:49:07.525 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T06:49:07.526 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T06:49:07.526 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T06:49:07.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.710+0000 7fb9be800640 1 Processor -- start 2024-09-19T06:49:07.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.710+0000 7fb9be800640 1 -- start start 2024-09-19T06:49:07.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.711+0000 7fb9be800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fb9b815e660 0x7fb9b80cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.711+0000 7fb9be800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb9b80d3310 0x7fb9b80d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.711+0000 7fb9be800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 0x7fb9b806bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.711+0000 7fb9be800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fb9b80d1a90 con 0x7fb9b80d3310 2024-09-19T06:49:07.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.711+0000 7fb9be800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fb9b815ea40 con 0x7fb9b815e660 2024-09-19T06:49:07.713 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.711+0000 7fb9be800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb9b80d3870 con 0x7fb9b80d1650 2024-09-19T06:49:07.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9aea00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb9b80d3310 0x7fb9b80d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9b7400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fb9b815e660 0x7fb9b80cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9aea00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb9b80d3310 0x7fb9b80d1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38202/0 (socket says 172.21.15.90:38202) 2024-09-19T06:49:07.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9aea00640 1 -- 172.21.15.90:0/1169107140 learned_addr learned my addr 172.21.15.90:0/1169107140 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:07.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9b7e00640 1 --2- 172.21.15.90:0/1169107140 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 0x7fb9b806bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9aea00640 1 -- 172.21.15.90:0/1169107140 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 msgr2=0x7fb9b806bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:07.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9aea00640 1 --2- 172.21.15.90:0/1169107140 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 0x7fb9b806bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9aea00640 1 -- 172.21.15.90:0/1169107140 >> v2:172.21.15.129:3300/0 conn(0x7fb9b815e660 msgr2=0x7fb9b80cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:07.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9aea00640 1 --2- 172.21.15.90:0/1169107140 >> v2:172.21.15.129:3300/0 conn(0x7fb9b815e660 0x7fb9b80cf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.712+0000 7fb9aea00640 1 -- 172.21.15.90:0/1169107140 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9b80d3b50 con 0x7fb9b80d3310 2024-09-19T06:49:07.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.713+0000 7fb9aea00640 1 --2- 172.21.15.90:0/1169107140 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 0x7fb9b80d1110 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb9b80d10e0 tx=0x7fb9a002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eea6ab4645d65cd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:07.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.713+0000 7fb9b6a00640 1 -- 172.21.15.90:0/1169107140 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a0037070 con 0x7fb9b80d3310 2024-09-19T06:49:07.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.713+0000 7fb9b6a00640 1 -- 172.21.15.90:0/1169107140 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9a0032440 con 0x7fb9b80d3310 2024-09-19T06:49:07.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.713+0000 7fb9b6a00640 1 -- 172.21.15.90:0/1169107140 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a0032810 con 0x7fb9b80d3310 2024-09-19T06:49:07.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.714+0000 7fb9be800640 1 -- 172.21.15.90:0/1169107140 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 msgr2=0x7fb9b80d1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.716 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.714+0000 7fb9be800640 1 --2- 172.21.15.90:0/1169107140 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 0x7fb9b80d1110 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb9b80d10e0 tx=0x7fb9a002a1e0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.714+0000 7fb9be800640 1 -- 172.21.15.90:0/1169107140 shutdown_connections 2024-09-19T06:49:07.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.714+0000 7fb9be800640 1 --2- 172.21.15.90:0/1169107140 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 0x7fb9b806bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.714+0000 7fb9be800640 1 --2- 172.21.15.90:0/1169107140 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 0x7fb9b80d1110 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.714+0000 7fb9be800640 1 --2- 172.21.15.90:0/1169107140 >> v2:172.21.15.129:3300/0 conn(0x7fb9b815e660 0x7fb9b80cf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.714+0000 7fb9be800640 1 -- 172.21.15.90:0/1169107140 >> 172.21.15.90:0/1169107140 conn(0x7fb9b80b6410 msgr2=0x7fb9b80b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:07.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.714+0000 7fb9be800640 1 -- 172.21.15.90:0/1169107140 shutdown_connections 2024-09-19T06:49:07.717 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.714+0000 7fb9be800640 1 -- 172.21.15.90:0/1169107140 wait complete. 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.716+0000 7fb9be800640 1 Processor -- start 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.716+0000 7fb9be800640 1 -- start start 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9be800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 0x7fb9b81f3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9be800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 0x7fb9b8155f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9be800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb9b815e660 0x7fb9b80b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9be800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b80d43f0 con 0x7fb9b80d3310 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9be800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b80d4110 con 0x7fb9b815e660 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9be800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb9b80cfc70 con 0x7fb9b80d1650 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9aea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 0x7fb9b8155f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.719 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9aea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 0x7fb9b8155f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38212/0 (socket says 172.21.15.90:38212) 2024-09-19T06:49:07.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9aea00640 1 -- 172.21.15.90:0/3482658659 learned_addr learned my addr 172.21.15.90:0/3482658659 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:07.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9b7400640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 0x7fb9b81f3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9b7e00640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb9b815e660 0x7fb9b80b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9aea00640 1 -- 172.21.15.90:0/3482658659 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 msgr2=0x7fb9b81f3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9aea00640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 0x7fb9b81f3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9aea00640 1 -- 172.21.15.90:0/3482658659 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb9b815e660 msgr2=0x7fb9b80b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9aea00640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb9b815e660 0x7fb9b80b9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.717+0000 7fb9aea00640 1 -- 172.21.15.90:0/3482658659 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9b8156960 con 0x7fb9b80d3310 2024-09-19T06:49:07.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.718+0000 7fb9aea00640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 0x7fb9b8155f60 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb9a002a220 tx=0x7fb9a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:07.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.718+0000 7fb9afe00640 1 -- 172.21.15.90:0/3482658659 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a0041020 con 0x7fb9b80d3310 2024-09-19T06:49:07.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.718+0000 7fb9afe00640 1 -- 172.21.15.90:0/3482658659 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9a003d620 con 0x7fb9b80d3310 2024-09-19T06:49:07.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.718+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9b8156c40 con 0x7fb9b80d3310 2024-09-19T06:49:07.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.718+0000 7fb9afe00640 1 -- 172.21.15.90:0/3482658659 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a0037040 con 0x7fb9b80d3310 2024-09-19T06:49:07.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.718+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9b81574e0 con 0x7fb9b80d3310 2024-09-19T06:49:07.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.719+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9b8157030 con 0x7fb9b80d3310 2024-09-19T06:49:07.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.720+0000 7fb9afe00640 1 -- 172.21.15.90:0/3482658659 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb9a0044020 con 0x7fb9b80d3310 2024-09-19T06:49:07.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.721+0000 7fb9afe00640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb99406c2b0 0x7fb99406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:07.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.722+0000 7fb9afe00640 1 -- 172.21.15.90:0/3482658659 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb9a00aba30 con 0x7fb9b80d3310 2024-09-19T06:49:07.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.722+0000 7fb9b7400640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb99406c2b0 0x7fb99406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:07.723 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.722+0000 7fb9b7400640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb99406c2b0 0x7fb99406e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb9a8009b40 tx=0x7fb9a8009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:07.727 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.726+0000 7fb9afe00640 1 -- 172.21.15.90:0/3482658659 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb9a004b030 con 0x7fb9b80d3310 2024-09-19T06:49:07.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.936+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fb9b80d1110 con 0x7fb9b80d3310 2024-09-19T06:49:07.937 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.936+0000 7fb9afe00640 1 -- 172.21.15.90:0/3482658659 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fb9a0079ab0 con 0x7fb9b80d3310 2024-09-19T06:49:07.938 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:07.938 INFO:teuthology.orchestra.run.smithi090.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb99406c2b0 msgr2=0x7fb99406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb99406c2b0 0x7fb99406e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb9a8009b40 tx=0x7fb9a8009190 comp rx=0 tx=0).stop 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 msgr2=0x7fb9b8155f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 0x7fb9b8155f60 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb9a002a220 tx=0x7fb9a00046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 shutdown_connections 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb99406c2b0 0x7fb99406e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb9b815e660 0x7fb9b80b9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9b80d3310 0x7fb9b8155f60 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 --2- 172.21.15.90:0/3482658659 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb9b80d1650 0x7fb9b81f3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 >> 172.21.15.90:0/3482658659 conn(0x7fb9b80b6410 msgr2=0x7fb9b815b2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 shutdown_connections 2024-09-19T06:49:07.940 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:07.938+0000 7fb9be800640 1 -- 172.21.15.90:0/3482658659 wait complete. 2024-09-19T06:49:07.955 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T06:49:07.956 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:49:08.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.107+0000 7f1cb5800640 1 Processor -- start 2024-09-19T06:49:08.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.108+0000 7f1cb5800640 1 -- start start 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1cb5800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f1cb0155800 0x7f1cb00b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1cb5800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f1cb015c330 0x7f1cb00b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1cb5800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb00cf570 0x7f1cb00cf980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1cb5800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f1cb00b4e60 con 0x7f1cb015c330 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1cb5800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f1cb015c7a0 con 0x7f1cb0155800 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1cb5800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f1cb00cfec0 con 0x7f1cb00cf570 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1ca6000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f1cb015c330 0x7f1cb00b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1ca6000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f1cb015c330 0x7f1cb00b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38222/0 (socket says 172.21.15.90:38222) 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1ca6000640 1 -- 172.21.15.90:0/3227685430 learned_addr learned my addr 172.21.15.90:0/3227685430 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:08.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1caf400640 1 --2- 172.21.15.90:0/3227685430 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb00cf570 0x7f1cb00cf980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1caea00640 1 --2- 172.21.15.90:0/3227685430 >> v2:172.21.15.129:3300/0 conn(0x7f1cb0155800 0x7f1cb00b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1ca6000640 1 -- 172.21.15.90:0/3227685430 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb00cf570 msgr2=0x7f1cb00cf980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:08.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1ca6000640 1 --2- 172.21.15.90:0/3227685430 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb00cf570 0x7f1cb00cf980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1ca6000640 1 -- 172.21.15.90:0/3227685430 >> v2:172.21.15.129:3300/0 conn(0x7f1cb0155800 msgr2=0x7f1cb00b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:08.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1ca6000640 1 --2- 172.21.15.90:0/3227685430 >> v2:172.21.15.129:3300/0 conn(0x7f1cb0155800 0x7f1cb00b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.109+0000 7f1ca6000640 1 -- 172.21.15.90:0/3227685430 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb00b50a0 con 0x7f1cb015c330 2024-09-19T06:49:08.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.110+0000 7f1ca6000640 1 --2- 172.21.15.90:0/3227685430 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb015c330 0x7f1cb00b4920 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1cb006c7f0 tx=0x7f1c9802c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=946d337cc8ec3ced server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:08.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cae000640 1 -- 172.21.15.90:0/3227685430 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c98038070 con 0x7f1cb015c330 2024-09-19T06:49:08.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cae000640 1 -- 172.21.15.90:0/3227685430 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c98031710 con 0x7f1cb015c330 2024-09-19T06:49:08.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cae000640 1 -- 172.21.15.90:0/3227685430 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c98031ae0 con 0x7f1cb015c330 2024-09-19T06:49:08.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cb5800640 1 -- 172.21.15.90:0/3227685430 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb015c330 msgr2=0x7f1cb00b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cb5800640 1 --2- 172.21.15.90:0/3227685430 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb015c330 0x7f1cb00b4920 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1cb006c7f0 tx=0x7f1c9802c3f0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cb5800640 1 -- 172.21.15.90:0/3227685430 shutdown_connections 2024-09-19T06:49:08.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cb5800640 1 --2- 172.21.15.90:0/3227685430 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb00cf570 0x7f1cb00cf980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cb5800640 1 --2- 172.21.15.90:0/3227685430 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb015c330 0x7f1cb00b4920 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cb5800640 1 --2- 172.21.15.90:0/3227685430 >> v2:172.21.15.129:3300/0 conn(0x7f1cb0155800 0x7f1cb00b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.113+0000 7f1cb5800640 1 -- 172.21.15.90:0/3227685430 >> 172.21.15.90:0/3227685430 conn(0x7f1cb006bc10 msgr2=0x7f1cb006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:08.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.114+0000 7f1cb5800640 1 -- 172.21.15.90:0/3227685430 shutdown_connections 2024-09-19T06:49:08.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.114+0000 7f1cb5800640 1 -- 172.21.15.90:0/3227685430 wait complete. 2024-09-19T06:49:08.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.115+0000 7f1cb5800640 1 Processor -- start 2024-09-19T06:49:08.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.115+0000 7f1cb5800640 1 -- start start 2024-09-19T06:49:08.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.116+0000 7f1cb5800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb00cf570 0x7f1cb015df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.116+0000 7f1cb5800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb0155800 0x7f1cb0159d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.116+0000 7f1cb5800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1cb015c330 0x7f1cb015a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.116+0000 7f1cb5800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb00b5940 con 0x7f1cb00cf570 2024-09-19T06:49:08.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.116+0000 7f1cb5800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb00b5660 con 0x7f1cb015c330 2024-09-19T06:49:08.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.116+0000 7f1cb5800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f1cb00b5c20 con 0x7f1cb0155800 2024-09-19T06:49:08.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.116+0000 7f1caea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb00cf570 0x7f1cb015df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.116+0000 7f1caea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb00cf570 0x7f1cb015df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38234/0 (socket says 172.21.15.90:38234) 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.116+0000 7f1caea00640 1 -- 172.21.15.90:0/823350930 learned_addr learned my addr 172.21.15.90:0/823350930 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1caf400640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1cb015c330 0x7f1cb015a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1ca6000640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb0155800 0x7f1cb0159d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1caea00640 1 -- 172.21.15.90:0/823350930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb0155800 msgr2=0x7f1cb0159d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1caea00640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb0155800 0x7f1cb0159d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1caea00640 1 -- 172.21.15.90:0/823350930 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1cb015c330 msgr2=0x7f1cb015a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1caea00640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1cb015c330 0x7f1cb015a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1caea00640 1 -- 172.21.15.90:0/823350930 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb015e5c0 con 0x7f1cb00cf570 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1caea00640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb00cf570 0x7f1cb015df00 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1ca000d800 tx=0x7f1ca000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1ca7400640 1 -- 172.21.15.90:0/823350930 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca000b6c0 con 0x7f1cb00cf570 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1ca7400640 1 -- 172.21.15.90:0/823350930 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ca0019070 con 0x7f1cb00cf570 2024-09-19T06:49:08.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cb015e8a0 con 0x7f1cb00cf570 2024-09-19T06:49:08.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.117+0000 7f1ca7400640 1 -- 172.21.15.90:0/823350930 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca000ba80 con 0x7f1cb00cf570 2024-09-19T06:49:08.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.118+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cb0159870 con 0x7f1cb00cf570 2024-09-19T06:49:08.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.119+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cb01593b0 con 0x7f1cb00cf570 2024-09-19T06:49:08.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.119+0000 7f1ca7400640 1 -- 172.21.15.90:0/823350930 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ca000bc20 con 0x7f1cb00cf570 2024-09-19T06:49:08.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.120+0000 7f1ca7400640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1c8c06c2b0 0x7f1c8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.120+0000 7f1ca7400640 1 -- 172.21.15.90:0/823350930 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f1ca008b790 con 0x7f1cb00cf570 2024-09-19T06:49:08.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.121+0000 7f1ca6000640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1c8c06c2b0 0x7f1c8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.121+0000 7f1ca6000640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1c8c06c2b0 0x7f1c8c06e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1c98035000 tx=0x7f1c98008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:08.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.125+0000 7f1ca7400640 1 -- 172.21.15.90:0/823350930 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1cb01593b0 con 0x7f1cb00cf570 2024-09-19T06:49:08.334 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.333+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1cb015ea70 con 0x7f1cb00cf570 2024-09-19T06:49:08.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.334+0000 7f1ca7400640 1 -- 172.21.15.90:0/823350930 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f1ca0059810 con 0x7f1cb00cf570 2024-09-19T06:49:08.335 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:08.335 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":8,"btime":"2024-09-19T06:48:56:385399+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/1928270270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":1928270270},{"type":"v1","addr":"172.21.15.129:6835","nonce":1928270270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/3297834958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3297834958},{"type":"v1","addr":"172.21.15.90:6837","nonce":3297834958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:48:52.771428+0000","modified":"2024-09-19T06:48:55.785619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.129:6834/2311421318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2311421318},{"type":"v1","addr":"172.21.15.129:6834","nonce":2311421318}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T06:49:08.336 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 8 2024-09-19T06:49:08.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1c8c06c2b0 msgr2=0x7f1c8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1c8c06c2b0 0x7f1c8c06e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1c98035000 tx=0x7f1c98008030 comp rx=0 tx=0).stop 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb00cf570 msgr2=0x7f1cb015df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb00cf570 0x7f1cb015df00 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1ca000d800 tx=0x7f1ca000dcc0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 shutdown_connections 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1c8c06c2b0 0x7f1c8c06e770 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1cb015c330 0x7f1cb015a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1cb0155800 0x7f1cb0159d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 --2- 172.21.15.90:0/823350930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1cb00cf570 0x7f1cb015df00 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 >> 172.21.15.90:0/823350930 conn(0x7f1cb006bc10 msgr2=0x7f1cb0074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 shutdown_connections 2024-09-19T06:49:08.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.336+0000 7f1cb5800640 1 -- 172.21.15.90:0/823350930 wait complete. 2024-09-19T06:49:08.353 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:49:08.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.505+0000 7f698bc00640 1 Processor -- start 2024-09-19T06:49:08.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.505+0000 7f698bc00640 1 -- start start 2024-09-19T06:49:08.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f698bc00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f69840cfc80 0x7f69840b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f698bc00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f698415c330 0x7f69840b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f698bc00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f698415c740 con 0x7f6984155800 2024-09-19T06:49:08.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f698bc00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f69840b4e60 con 0x7f69840cfc80 2024-09-19T06:49:08.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f698bc00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f69840b50a0 con 0x7f698415c330 2024-09-19T06:49:08.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f6989200640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f6984155800 0x7f69840cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33888/0 (socket says 172.21.15.90:33888) 2024-09-19T06:49:08.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f6989200640 1 -- 172.21.15.90:0/3114304596 learned_addr learned my addr 172.21.15.90:0/3114304596 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:08.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f697be00640 1 --2- 172.21.15.90:0/3114304596 >> v2:172.21.15.129:3300/0 conn(0x7f69840cfc80 0x7f69840b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f6989c00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f698415c330 0x7f69840b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 909544014 0 0) 0x7f698415c740 con 0x7f6984155800 2024-09-19T06:49:08.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.507+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6968003520 con 0x7f6984155800 2024-09-19T06:49:08.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3521665578 0 0) 0x7f6968003520 con 0x7f6984155800 2024-09-19T06:49:08.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f698415c330 msgr2=0x7f69840b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:08.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f698415c330 0x7f69840b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 >> v2:172.21.15.129:3300/0 conn(0x7f69840cfc80 msgr2=0x7f69840b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:08.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 --2- 172.21.15.90:0/3114304596 >> v2:172.21.15.129:3300/0 conn(0x7f69840cfc80 0x7f69840b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69840b5380 con 0x7f6984155800 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f6974001670 con 0x7f6984155800 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 >> v1:172.21.15.90:6789/0 conn(0x7f6984155800 legacy=0x7f69840cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69680039b0 0x7f6968003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f6968004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f698415c330 0x7f69680051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f69840b4e60 con 0x7f6968004800 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f69840b50a0 con 0x7f69680039b0 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f696800b9c0 con 0x7f698415c330 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f697be00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f6968004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6989200640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69680039b0 0x7f6968003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6989c00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f698415c330 0x7f69680051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f697be00640 1 -- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f698415c330 msgr2=0x7f69680051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f697be00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f698415c330 0x7f69680051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f697be00640 1 -- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69680039b0 msgr2=0x7f6968003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f697be00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69680039b0 0x7f6968003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f697be00640 1 -- 172.21.15.90:0/3114304596 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6968003520 con 0x7f6968004800 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.508+0000 7f6989200640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69680039b0 0x7f6968003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.509+0000 7f697be00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f6968004c80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f696c009a90 tx=0x7f6968005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b550976326c632ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.509+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696c036070 con 0x7f6968004800 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.509+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f696c031400 con 0x7f6968004800 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.509+0000 7f6983e00640 1 -- 172.21.15.90:0/3114304596 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696c009690 con 0x7f6968004800 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.510+0000 7f698bc00640 1 -- 172.21.15.90:0/3114304596 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 msgr2=0x7f6968004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.510+0000 7f698bc00640 1 --2- 172.21.15.90:0/3114304596 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f6968004c80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f696c009a90 tx=0x7f6968005830 comp rx=0 tx=0).stop 2024-09-19T06:49:08.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.510+0000 7f6989c00640 1 -- 172.21.15.90:0/3114304596 reap_dead start 2024-09-19T06:49:08.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.510+0000 7f698bc00640 1 -- 172.21.15.90:0/3114304596 shutdown_connections 2024-09-19T06:49:08.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.510+0000 7f698bc00640 1 -- 172.21.15.90:0/3114304596 >> 172.21.15.90:0/3114304596 conn(0x7f698406bc10 msgr2=0x7f698406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:08.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.510+0000 7f698bc00640 1 -- 172.21.15.90:0/3114304596 shutdown_connections 2024-09-19T06:49:08.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.510+0000 7f698bc00640 1 -- 172.21.15.90:0/3114304596 wait complete. 2024-09-19T06:49:08.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.512+0000 7f698bc00640 1 Processor -- start 2024-09-19T06:49:08.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.512+0000 7f698bc00640 1 -- start start 2024-09-19T06:49:08.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f698bc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f698414b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f698bc00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6984154c30 0x7f698414ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f698bc00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69841f4c50 0x7f69840ce330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f698bc00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f69840b5c20 con 0x7f6968004800 2024-09-19T06:49:08.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f698bc00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f69840b5940 con 0x7f6984154c30 2024-09-19T06:49:08.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f698bc00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f6984155be0 con 0x7f69841f4c50 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f6989200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f698414b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f6989200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f698414b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38248/0 (socket says 172.21.15.90:38248) 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f6989200640 1 -- 172.21.15.90:0/778235725 learned_addr learned my addr 172.21.15.90:0/778235725 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f6989200640 1 -- 172.21.15.90:0/778235725 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69841f4c50 msgr2=0x7f69840ce330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f6989200640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69841f4c50 0x7f69840ce330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f697be00640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6984154c30 0x7f698414ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f6989200640 1 -- 172.21.15.90:0/778235725 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6984154c30 msgr2=0x7f698414ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f6989200640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6984154c30 0x7f698414ebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.513+0000 7f6989200640 1 -- 172.21.15.90:0/778235725 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f698414b750 con 0x7f6968004800 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.514+0000 7f6989200640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f698414b210 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f697400e710 tx=0x7f697400ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.514+0000 7f6981600640 1 -- 172.21.15.90:0/778235725 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697400c660 con 0x7f6968004800 2024-09-19T06:49:08.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.514+0000 7f6981600640 1 -- 172.21.15.90:0/778235725 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6974018070 con 0x7f6968004800 2024-09-19T06:49:08.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.514+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f698414ba00 con 0x7f6968004800 2024-09-19T06:49:08.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.514+0000 7f6981600640 1 -- 172.21.15.90:0/778235725 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697400ca00 con 0x7f6968004800 2024-09-19T06:49:08.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.514+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69841f4450 con 0x7f6968004800 2024-09-19T06:49:08.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.515+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69840b6140 con 0x7f6968004800 2024-09-19T06:49:08.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.516+0000 7f6981600640 1 -- 172.21.15.90:0/778235725 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f697401d460 con 0x7f6968004800 2024-09-19T06:49:08.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.517+0000 7f6981600640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f696006c2b0 0x7f696006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.517+0000 7f6981600640 1 -- 172.21.15.90:0/778235725 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f697408b460 con 0x7f6968004800 2024-09-19T06:49:08.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.517+0000 7f697be00640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f696006c2b0 0x7f696006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.518+0000 7f697be00640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f696006c2b0 0x7f696006e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f696c033000 tx=0x7f696c008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:08.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.521+0000 7f6981600640 1 -- 172.21.15.90:0/778235725 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6974059b30 con 0x7f6968004800 2024-09-19T06:49:08.732 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.731+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f698415a4b0 con 0x7f6968004800 2024-09-19T06:49:08.733 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.732+0000 7f6981600640 1 -- 172.21.15.90:0/778235725 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f6974059430 con 0x7f6968004800 2024-09-19T06:49:08.733 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:08.733 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":8,"btime":"2024-09-19T06:48:56:385399+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/1928270270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":1928270270},{"type":"v1","addr":"172.21.15.129:6835","nonce":1928270270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/3297834958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3297834958},{"type":"v1","addr":"172.21.15.90:6837","nonce":3297834958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:48:52.771428+0000","modified":"2024-09-19T06:48:55.785619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.129:6834/2311421318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2311421318},{"type":"v1","addr":"172.21.15.129:6834","nonce":2311421318}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T06:49:08.734 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 8 2024-09-19T06:49:08.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f696006c2b0 msgr2=0x7f696006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f696006c2b0 0x7f696006e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f696c033000 tx=0x7f696c008030 comp rx=0 tx=0).stop 2024-09-19T06:49:08.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 msgr2=0x7f698414b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f698414b210 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f697400e710 tx=0x7f697400ebd0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 shutdown_connections 2024-09-19T06:49:08.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f696006c2b0 0x7f696006e770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69841f4c50 0x7f69840ce330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6984154c30 0x7f698414ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 --2- 172.21.15.90:0/778235725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6968004800 0x7f698414b210 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 >> 172.21.15.90:0/778235725 conn(0x7f698406bc10 msgr2=0x7f698415acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:08.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 shutdown_connections 2024-09-19T06:49:08.737 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.734+0000 7f698bc00640 1 -- 172.21.15.90:0/778235725 wait complete. 2024-09-19T06:49:08.752 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:49:08.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.903+0000 7f798ca00640 1 Processor -- start 2024-09-19T06:49:08.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.904+0000 7f798ca00640 1 -- start start 2024-09-19T06:49:08.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.905+0000 7f798ca00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f798815c170 0x7f798815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.905+0000 7f798ca00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79880b4cf0 con 0x7f79880cf6c0 2024-09-19T06:49:08.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.905+0000 7f798ca00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79880b4fd0 con 0x7f79880b64e0 2024-09-19T06:49:08.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.905+0000 7f798ca00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f798815ca90 con 0x7f798815c170 2024-09-19T06:49:08.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.905+0000 7f7985400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f79880cf6c0 0x7f79880b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33898/0 (socket says 172.21.15.90:33898) 2024-09-19T06:49:08.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.905+0000 7f7985400640 1 -- 172.21.15.90:0/1206658783 learned_addr learned my addr 172.21.15.90:0/1206658783 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:08.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.905+0000 7f7985e00640 1 --2- 172.21.15.90:0/1206658783 >> v2:172.21.15.129:3300/0 conn(0x7f798815c170 0x7f798815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.905+0000 7f7984a00640 1 -- 172.21.15.90:0/1206658783 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2878077236 0 0) 0x7f79880b4cf0 con 0x7f79880cf6c0 2024-09-19T06:49:08.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.906+0000 7f7984a00640 1 -- 172.21.15.90:0/1206658783 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f796c003520 con 0x7f79880cf6c0 2024-09-19T06:49:08.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.906+0000 7f7985e00640 1 -- 172.21.15.90:0/1206658783 >> v1:172.21.15.129:6789/0 conn(0x7f79880b64e0 legacy=0x7f79880b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.906+0000 7f7985e00640 1 -- 172.21.15.90:0/1206658783 >> v1:172.21.15.90:6789/0 conn(0x7f79880cf6c0 legacy=0x7f79880b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.906+0000 7f7985e00640 1 -- 172.21.15.90:0/1206658783 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79880b52b0 con 0x7f798815c170 2024-09-19T06:49:08.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.907+0000 7f7985e00640 1 --2- 172.21.15.90:0/1206658783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f798815c170 0x7f798815c550 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f79780097d0 tx=0x7f797802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2fb2a1f93285f133 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:08.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.907+0000 7f7984a00640 1 -- 172.21.15.90:0/1206658783 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7978037070 con 0x7f798815c170 2024-09-19T06:49:08.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.907+0000 7f7984a00640 1 -- 172.21.15.90:0/1206658783 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7978032440 con 0x7f798815c170 2024-09-19T06:49:08.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.907+0000 7f7984a00640 1 -- 172.21.15.90:0/1206658783 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79780327f0 con 0x7f798815c170 2024-09-19T06:49:08.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.907+0000 7f798ca00640 1 -- 172.21.15.90:0/1206658783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f798815c170 msgr2=0x7f798815c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.907+0000 7f798ca00640 1 --2- 172.21.15.90:0/1206658783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f798815c170 0x7f798815c550 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f79780097d0 tx=0x7f797802a1c0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.908+0000 7f798ca00640 1 -- 172.21.15.90:0/1206658783 shutdown_connections 2024-09-19T06:49:08.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.908+0000 7f798ca00640 1 --2- 172.21.15.90:0/1206658783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f798815c170 0x7f798815c550 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.908+0000 7f798ca00640 1 -- 172.21.15.90:0/1206658783 >> 172.21.15.90:0/1206658783 conn(0x7f798806bc10 msgr2=0x7f798806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:08.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.908+0000 7f798ca00640 1 -- 172.21.15.90:0/1206658783 shutdown_connections 2024-09-19T06:49:08.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.908+0000 7f798ca00640 1 -- 172.21.15.90:0/1206658783 wait complete. 2024-09-19T06:49:08.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.909+0000 7f798ca00640 1 Processor -- start 2024-09-19T06:49:08.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.909+0000 7f798ca00640 1 -- start start 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.910+0000 7f798ca00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f79880b64e0 0x7f79881f84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.910+0000 7f798ca00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f79880cf6c0 0x7f7988145c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.910+0000 7f798ca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f798815c170 0x7f798814b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.910+0000 7f798ca00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f79880b5b50 con 0x7f798815c170 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.910+0000 7f798ca00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f79880b58b0 con 0x7f79880cf6c0 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.910+0000 7f798ca00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f79880cfb30 con 0x7f79880b64e0 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.910+0000 7f7986800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f798815c170 0x7f798814b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.910+0000 7f7986800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f798815c170 0x7f798814b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38250/0 (socket says 172.21.15.90:38250) 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f7986800640 1 -- 172.21.15.90:0/4274282329 learned_addr learned my addr 172.21.15.90:0/4274282329 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f7986800640 1 -- 172.21.15.90:0/4274282329 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f79880b64e0 msgr2=0x7f79881f84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f7986800640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f79880b64e0 0x7f79881f84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f7986800640 1 -- 172.21.15.90:0/4274282329 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f79880cf6c0 msgr2=0x7f7988145c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f7985400640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f79880cf6c0 0x7f7988145c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f7986800640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f79880cf6c0 0x7f7988145c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f7986800640 1 -- 172.21.15.90:0/4274282329 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f798814bf00 con 0x7f798815c170 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f7985400640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f79880cf6c0 0x7f7988145c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f7986800640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f798815c170 0x7f798814b440 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f798000c760 tx=0x7f798000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f797e000640 1 -- 172.21.15.90:0/4274282329 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7980003b70 con 0x7f798815c170 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f797e000640 1 -- 172.21.15.90:0/4274282329 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7980003d30 con 0x7f798815c170 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f797e000640 1 -- 172.21.15.90:0/4274282329 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f798000aa90 con 0x7f798815c170 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.911+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f798814c1e0 con 0x7f798815c170 2024-09-19T06:49:08.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.912+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7988144c30 con 0x7f798815c170 2024-09-19T06:49:08.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.912+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79880cff20 con 0x7f798815c170 2024-09-19T06:49:08.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.913+0000 7f797e000640 1 -- 172.21.15.90:0/4274282329 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f798000ac30 con 0x7f798815c170 2024-09-19T06:49:08.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.914+0000 7f797e000640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f796806c2b0 0x7f796806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:08.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.914+0000 7f797e000640 1 -- 172.21.15.90:0/4274282329 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f798008b2f0 con 0x7f798815c170 2024-09-19T06:49:08.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.914+0000 7f7985e00640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f796806c2b0 0x7f796806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:08.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.915+0000 7f7985e00640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f796806c2b0 0x7f796806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7978034000 tx=0x7f797802c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:08.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:08.919+0000 7f797e000640 1 -- 172.21.15.90:0/4274282329 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7980059a50 con 0x7f798815c170 2024-09-19T06:49:09.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.098+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f79880b2370 con 0x7f798815c170 2024-09-19T06:49:09.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.099+0000 7f797e000640 1 -- 172.21.15.90:0/4274282329 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16669 (secure 0 0 0) 0x7f7980059350 con 0x7f798815c170 2024-09-19T06:49:09.101 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:09.101 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":22,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:54.356514+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:48:50.762079+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:48:51.758632+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:49:09.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.101+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f796806c2b0 msgr2=0x7f796806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:09.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.101+0000 7f798ca00640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f796806c2b0 0x7f796806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7978034000 tx=0x7f797802c000 comp rx=0 tx=0).stop 2024-09-19T06:49:09.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.101+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f798815c170 msgr2=0x7f798814b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:09.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.101+0000 7f798ca00640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f798815c170 0x7f798814b440 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f798000c760 tx=0x7f798000cc20 comp rx=0 tx=0).stop 2024-09-19T06:49:09.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.102+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 shutdown_connections 2024-09-19T06:49:09.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.102+0000 7f798ca00640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f796806c2b0 0x7f796806e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.102+0000 7f798ca00640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f798815c170 0x7f798814b440 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.102+0000 7f798ca00640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f79880cf6c0 0x7f7988145c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.102+0000 7f798ca00640 1 --2- 172.21.15.90:0/4274282329 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f79880b64e0 0x7f79881f84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.102+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 >> 172.21.15.90:0/4274282329 conn(0x7f798806bc10 msgr2=0x7f798815ff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:09.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.102+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 shutdown_connections 2024-09-19T06:49:09.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.102+0000 7f798ca00640 1 -- 172.21.15.90:0/4274282329 wait complete. 2024-09-19T06:49:09.119 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:49:09.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.270+0000 7ff53ee00640 1 Processor -- start 2024-09-19T06:49:09.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.271+0000 7ff53ee00640 1 -- start start 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.271+0000 7ff53ee00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7ff53815e660 0x7ff5380cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff53ee00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff5380d1820 0x7ff5380b7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff53ee00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff53815ea40 con 0x7ff5380d3310 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff53ee00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7ff5380d3870 con 0x7ff53815e660 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff53ee00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff5380d3b50 con 0x7ff5380d1820 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff537400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7ff5380d3310 0x7ff5380d1110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33908/0 (socket says 172.21.15.90:33908) 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff537400640 1 -- 172.21.15.90:0/3314298261 learned_addr learned my addr 172.21.15.90:0/3314298261 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff53ce00640 1 --2- 172.21.15.90:0/3314298261 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff5380d1820 0x7ff5380b7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff537e00640 1 --2- 172.21.15.90:0/3314298261 >> v2:172.21.15.129:3300/0 conn(0x7ff53815e660 0x7ff5380cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff536a00640 1 -- 172.21.15.90:0/3314298261 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 32669107 0 0) 0x7ff53815ea40 con 0x7ff5380d3310 2024-09-19T06:49:09.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff536a00640 1 -- 172.21.15.90:0/3314298261 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff51c003520 con 0x7ff5380d3310 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff537e00640 1 -- 172.21.15.90:0/3314298261 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff5380d1820 msgr2=0x7ff5380b7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff537e00640 1 --2- 172.21.15.90:0/3314298261 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff5380d1820 0x7ff5380b7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff537e00640 1 -- 172.21.15.90:0/3314298261 >> v1:172.21.15.90:6789/0 conn(0x7ff5380d3310 legacy=0x7ff5380d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.272+0000 7ff537e00640 1 -- 172.21.15.90:0/3314298261 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5380d3e30 con 0x7ff53815e660 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff537e00640 1 --2- 172.21.15.90:0/3314298261 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff53815e660 0x7ff5380cf730 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff528009d90 tx=0x7ff52802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58eb8e31bddc1243 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff536a00640 1 -- 172.21.15.90:0/3314298261 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff528007740 con 0x7ff53815e660 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff536a00640 1 -- 172.21.15.90:0/3314298261 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5280078e0 con 0x7ff53815e660 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff536a00640 1 -- 172.21.15.90:0/3314298261 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff528007c90 con 0x7ff53815e660 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff53ee00640 1 -- 172.21.15.90:0/3314298261 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff53815e660 msgr2=0x7ff5380cf730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff53ee00640 1 --2- 172.21.15.90:0/3314298261 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff53815e660 0x7ff5380cf730 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff528009d90 tx=0x7ff52802a660 comp rx=0 tx=0).stop 2024-09-19T06:49:09.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff53ee00640 1 -- 172.21.15.90:0/3314298261 shutdown_connections 2024-09-19T06:49:09.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff53ee00640 1 --2- 172.21.15.90:0/3314298261 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff5380d1820 0x7ff5380b7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff53ee00640 1 --2- 172.21.15.90:0/3314298261 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff53815e660 0x7ff5380cf730 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.274+0000 7ff53ee00640 1 -- 172.21.15.90:0/3314298261 >> 172.21.15.90:0/3314298261 conn(0x7ff5380b6410 msgr2=0x7ff5380b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:09.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.275+0000 7ff53ee00640 1 -- 172.21.15.90:0/3314298261 shutdown_connections 2024-09-19T06:49:09.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.275+0000 7ff53ee00640 1 -- 172.21.15.90:0/3314298261 wait complete. 2024-09-19T06:49:09.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.276+0000 7ff53ee00640 1 Processor -- start 2024-09-19T06:49:09.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.276+0000 7ff53ee00640 1 -- start start 2024-09-19T06:49:09.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff53ee00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5380d1820 0x7ff5381f3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:09.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff53ee00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff5380d3310 0x7ff538158060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:09.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff53ee00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff53815e660 0x7ff5381585a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:09.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff53ee00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff5380cfc70 con 0x7ff5380d1820 2024-09-19T06:49:09.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff53ee00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7ff5380d43f0 con 0x7ff5380d3310 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff53ee00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff5380b80b0 con 0x7ff53815e660 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff537e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5380d1820 0x7ff5381f3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff537e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5380d1820 0x7ff5381f3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38266/0 (socket says 172.21.15.90:38266) 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff537e00640 1 -- 172.21.15.90:0/3859651122 learned_addr learned my addr 172.21.15.90:0/3859651122 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff537400640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff5380d3310 0x7ff538158060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.277+0000 7ff53ce00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff53815e660 0x7ff5381585a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff537e00640 1 -- 172.21.15.90:0/3859651122 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff53815e660 msgr2=0x7ff5381585a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff537e00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff53815e660 0x7ff5381585a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff537e00640 1 -- 172.21.15.90:0/3859651122 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff5380d3310 msgr2=0x7ff538158060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff537e00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff5380d3310 0x7ff538158060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff537e00640 1 -- 172.21.15.90:0/3859651122 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5381f4350 con 0x7ff5380d1820 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff537400640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff5380d3310 0x7ff538158060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff537e00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5380d1820 0x7ff5381f3e10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff52802ac50 tx=0x7ff528004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff52fe00640 1 -- 172.21.15.90:0/3859651122 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52803f070 con 0x7ff5380d1820 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff52fe00640 1 -- 172.21.15.90:0/3859651122 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff528031c40 con 0x7ff5380d1820 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5380c8e50 con 0x7ff5380d1820 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff52fe00640 1 -- 172.21.15.90:0/3859651122 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff528009450 con 0x7ff5380d1820 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.278+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5380c9410 con 0x7ff5380d1820 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.280+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff538076170 con 0x7ff5380d1820 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.280+0000 7ff52fe00640 1 -- 172.21.15.90:0/3859651122 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff52803b410 con 0x7ff5380d1820 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.281+0000 7ff52fe00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff51806c2b0 0x7ff51806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:09.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.281+0000 7ff52fe00640 1 -- 172.21.15.90:0/3859651122 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff5280ac7b0 con 0x7ff5380d1820 2024-09-19T06:49:09.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.281+0000 7ff537400640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff51806c2b0 0x7ff51806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:09.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.282+0000 7ff537400640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff51806c2b0 0x7ff51806e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff5380c7f30 tx=0x7ff524009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:09.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.285+0000 7ff52fe00640 1 -- 172.21.15.90:0/3859651122 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff538076170 con 0x7ff5380d1820 2024-09-19T06:49:09.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.497+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5380b7b70 con 0x7ff5380d1820 2024-09-19T06:49:09.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.497+0000 7ff52fe00640 1 -- 172.21.15.90:0/3859651122 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7ff52807ae80 con 0x7ff5380d1820 2024-09-19T06:49:09.499 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:09.499 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":8,"btime":"2024-09-19T06:48:56:385399+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/1928270270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":1928270270},{"type":"v1","addr":"172.21.15.129:6835","nonce":1928270270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/3297834958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3297834958},{"type":"v1","addr":"172.21.15.90:6837","nonce":3297834958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:48:52.771428+0000","modified":"2024-09-19T06:48:55.785619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.129:6834/2311421318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2311421318},{"type":"v1","addr":"172.21.15.129:6834","nonce":2311421318}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T06:49:09.499 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 8 2024-09-19T06:49:09.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff51806c2b0 msgr2=0x7ff51806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:09.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff51806c2b0 0x7ff51806e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff5380c7f30 tx=0x7ff524009040 comp rx=0 tx=0).stop 2024-09-19T06:49:09.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5380d1820 msgr2=0x7ff5381f3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:09.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5380d1820 0x7ff5381f3e10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff52802ac50 tx=0x7ff528004a40 comp rx=0 tx=0).stop 2024-09-19T06:49:09.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 shutdown_connections 2024-09-19T06:49:09.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff51806c2b0 0x7ff51806e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff53815e660 0x7ff5381585a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff5380d3310 0x7ff538158060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 --2- 172.21.15.90:0/3859651122 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5380d1820 0x7ff5381f3e10 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:09.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 >> 172.21.15.90:0/3859651122 conn(0x7ff5380b6410 msgr2=0x7ff5380b5990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:09.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 shutdown_connections 2024-09-19T06:49:09.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:09.500+0000 7ff53ee00640 1 -- 172.21.15.90:0/3859651122 wait complete. 2024-09-19T06:49:09.919 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:48:52.771428+0000', 'modified': '2024-09-19T06:48:55.785619+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4275}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4275': {'gid': 4275, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.129:6834/2311421318', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.129:6832', 'nonce': 2311421318}, {'type': 'v1', 'addr': '172.21.15.129:6834', 'nonce': 2311421318}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4275, 'qdb_cluster': [4275]} 2024-09-19T06:49:09.919 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:49:09.920 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T06:49:10.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.075+0000 7f9ffb000640 1 Processor -- start 2024-09-19T06:49:10.076 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.075+0000 7f9ffb000640 1 -- start start 2024-09-19T06:49:10.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.076+0000 7f9ffb000640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f9ff415e760 0x7f9ff4073e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.076+0000 7f9ffb000640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ff406d7b0 con 0x7f9ff406ff60 2024-09-19T06:49:10.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.076+0000 7f9ffb000640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ff406da90 con 0x7f9ff406f410 2024-09-19T06:49:10.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.076+0000 7f9ffb000640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f9ff415eb40 con 0x7f9ff415e760 2024-09-19T06:49:10.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.076+0000 7f9ff9000640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f9ff406ff60 0x7f9ff40d1c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33910/0 (socket says 172.21.15.90:33910) 2024-09-19T06:49:10.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.076+0000 7f9ff9000640 1 -- 172.21.15.90:0/556433766 learned_addr learned my addr 172.21.15.90:0/556433766 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:10.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.076+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/556433766 >> v2:172.21.15.129:3300/0 conn(0x7f9ff415e760 0x7f9ff4073e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.077+0000 7f9ff3400640 1 -- 172.21.15.90:0/556433766 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2604795142 0 0) 0x7f9ff406d7b0 con 0x7f9ff406ff60 2024-09-19T06:49:10.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.077+0000 7f9ff3400640 1 -- 172.21.15.90:0/556433766 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9fd8003520 con 0x7f9ff406ff60 2024-09-19T06:49:10.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.077+0000 7f9ff3e00640 1 -- 172.21.15.90:0/556433766 >> v1:172.21.15.129:6789/0 conn(0x7f9ff406f410 legacy=0x7f9ff406f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.077+0000 7f9ff3e00640 1 -- 172.21.15.90:0/556433766 >> v1:172.21.15.90:6789/0 conn(0x7f9ff406ff60 legacy=0x7f9ff40d1c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.077+0000 7f9ff3e00640 1 -- 172.21.15.90:0/556433766 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ff40d0ee0 con 0x7f9ff415e760 2024-09-19T06:49:10.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.078+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/556433766 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ff415e760 0x7f9ff4073e50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9fe40097a0 tx=0x7f9fe402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d99ef0b53d46907 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.078+0000 7f9ff3400640 1 -- 172.21.15.90:0/556433766 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe4037070 con 0x7f9ff415e760 2024-09-19T06:49:10.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.078+0000 7f9ff3400640 1 -- 172.21.15.90:0/556433766 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fe4032440 con 0x7f9ff415e760 2024-09-19T06:49:10.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.078+0000 7f9ff3400640 1 -- 172.21.15.90:0/556433766 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe402ae60 con 0x7f9ff415e760 2024-09-19T06:49:10.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.079+0000 7f9ffb000640 1 -- 172.21.15.90:0/556433766 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ff415e760 msgr2=0x7f9ff4073e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.079+0000 7f9ffb000640 1 --2- 172.21.15.90:0/556433766 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ff415e760 0x7f9ff4073e50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9fe40097a0 tx=0x7f9fe402a110 comp rx=0 tx=0).stop 2024-09-19T06:49:10.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.079+0000 7f9ffb000640 1 -- 172.21.15.90:0/556433766 shutdown_connections 2024-09-19T06:49:10.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.079+0000 7f9ffb000640 1 --2- 172.21.15.90:0/556433766 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ff415e760 0x7f9ff4073e50 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.079+0000 7f9ffb000640 1 -- 172.21.15.90:0/556433766 >> 172.21.15.90:0/556433766 conn(0x7f9ff40b7d70 msgr2=0x7f9ff4062630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:10.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.079+0000 7f9ffb000640 1 -- 172.21.15.90:0/556433766 shutdown_connections 2024-09-19T06:49:10.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.079+0000 7f9ffb000640 1 -- 172.21.15.90:0/556433766 wait complete. 2024-09-19T06:49:10.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.080+0000 7f9ffb000640 1 Processor -- start 2024-09-19T06:49:10.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.081+0000 7f9ffb000640 1 -- start start 2024-09-19T06:49:10.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.081+0000 7f9ffb000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ff406f410 0x7f9ff41f7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.081+0000 7f9ffb000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ff406ff60 0x7f9ff40cc720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.081+0000 7f9ffb000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ff415e760 0x7f9ff40ce6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.081+0000 7f9ffb000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9ff40d16e0 con 0x7f9ff406f410 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.081+0000 7f9ffb000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f9ff40d1250 con 0x7f9ff415e760 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.081+0000 7f9ffb000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9ff40d1860 con 0x7f9ff406ff60 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ff406f410 0x7f9ff41f7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ff406f410 0x7f9ff41f7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38282/0 (socket says 172.21.15.90:38282) 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff3e00640 1 -- 172.21.15.90:0/3183800222 learned_addr learned my addr 172.21.15.90:0/3183800222 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff9000640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ff415e760 0x7f9ff40ce6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9feb400640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ff406ff60 0x7f9ff40cc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff3e00640 1 -- 172.21.15.90:0/3183800222 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ff406ff60 msgr2=0x7f9ff40cc720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ff406ff60 0x7f9ff40cc720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff3e00640 1 -- 172.21.15.90:0/3183800222 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ff415e760 msgr2=0x7f9ff40ce6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ff415e760 0x7f9ff40ce6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff3e00640 1 -- 172.21.15.90:0/3183800222 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ff40cd0e0 con 0x7f9ff406f410 2024-09-19T06:49:10.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ff406f410 0x7f9ff41f7400 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9fe40097a0 tx=0x7f9fe40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.082+0000 7f9ff0c00640 1 -- 172.21.15.90:0/3183800222 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe4037050 con 0x7f9ff406f410 2024-09-19T06:49:10.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.083+0000 7f9ff0c00640 1 -- 172.21.15.90:0/3183800222 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fe4038040 con 0x7f9ff406f410 2024-09-19T06:49:10.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.083+0000 7f9ffb000640 1 -- 172.21.15.90:0/3183800222 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ff40cd3c0 con 0x7f9ff406f410 2024-09-19T06:49:10.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.083+0000 7f9ff0c00640 1 -- 172.21.15.90:0/3183800222 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe4004470 con 0x7f9ff406f410 2024-09-19T06:49:10.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.083+0000 7f9ffb000640 1 -- 172.21.15.90:0/3183800222 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ff40cd980 con 0x7f9ff406f410 2024-09-19T06:49:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.084+0000 7f9ff0c00640 1 -- 172.21.15.90:0/3183800222 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9fe403c6d0 con 0x7f9ff406f410 2024-09-19T06:49:10.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.085+0000 7f9ff0c00640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9fd006c2e0 0x7f9fd006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.085+0000 7f9ff0c00640 1 -- 172.21.15.90:0/3183800222 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9fe40abe70 con 0x7f9ff406f410 2024-09-19T06:49:10.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.086+0000 7f9feb400640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9fd006c2e0 0x7f9fd006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.086+0000 7f9ffdfe3740 1 Processor -- start 2024-09-19T06:49:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.086+0000 7f9feb400640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9fd006c2e0 0x7f9fd006e7a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc007fd0 tx=0x7f9fdc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.087+0000 7f9ffdfe3740 1 -- start start 2024-09-19T06:49:10.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.087+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf28490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.087+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faee04b0 0x5620faee30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.087+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620faedd570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.087+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5620fae413b0 con 0x5620faee2cf0 2024-09-19T06:49:10.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.087+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x5620fae46410 con 0x5620faee4480 2024-09-19T06:49:10.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.087+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x5620fadee620 con 0x5620faee04b0 2024-09-19T06:49:10.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf28490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf28490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38286/0 (socket says 172.21.15.90:38286) 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff3e00640 1 -- 172.21.15.90:0/891237001 learned_addr learned my addr 172.21.15.90:0/891237001 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9feb400640 1 --2- 172.21.15.90:0/891237001 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faee04b0 0x5620faee30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff9000640 1 --2- 172.21.15.90:0/891237001 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620faedd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff3e00640 1 -- 172.21.15.90:0/891237001 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faee04b0 msgr2=0x5620faee30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/891237001 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faee04b0 0x5620faee30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff3e00640 1 -- 172.21.15.90:0/891237001 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 msgr2=0x5620faedd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/891237001 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620faedd570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff3e00640 1 -- 172.21.15.90:0/891237001 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620fab592d0 con 0x5620faee2cf0 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/891237001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf28490 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4082590 tx=0x7f9fe40093c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62792af57803b8b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9fe8c00640 1 -- 172.21.15.90:0/891237001 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe40a7020 con 0x5620faee2cf0 2024-09-19T06:49:10.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9fe8c00640 1 -- 172.21.15.90:0/891237001 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fe4079ee0 con 0x5620faee2cf0 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.088+0000 7f9fe8c00640 1 -- 172.21.15.90:0/891237001 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe407e290 con 0x5620faee2cf0 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.089+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/891237001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 msgr2=0x5620faf28490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.089+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/891237001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf28490 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4082590 tx=0x7f9fe40093c0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.089+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/891237001 shutdown_connections 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.089+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/891237001 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620faedd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.089+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/891237001 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faee04b0 0x5620faee30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.089+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/891237001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf28490 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.089+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/891237001 >> 172.21.15.90:0/891237001 conn(0x5620faedf740 msgr2=0x5620faf27960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.089+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/891237001 shutdown_connections 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.089+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/891237001 wait complete. 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.090+0000 7f9ffdfe3740 1 -- start start 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.090+0000 7f9ffdfe3740 1 Processor -- start 2024-09-19T06:49:10.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf0ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620faf3b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf072b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5620fae01780 con 0x5620faee2cf0 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x5620fae423d0 con 0x5620faee4480 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x5620faedebe0 con 0x5620faf390b0 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ffdfe3740 10 client.0 _ll_register_callbacks cb 0x5620fae3f5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ff3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf0ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ff3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf0ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38298/0 (socket says 172.21.15.90:38298) 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.091+0000 7f9ff3e00640 1 -- 172.21.15.90:0/1582023142 learned_addr learned my addr 172.21.15.90:0/1582023142 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ff9000640 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf072b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9feb400640 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620faf3b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ff3e00640 1 -- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 msgr2=0x5620faf072b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf072b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ff3e00640 1 -- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 msgr2=0x5620faf3b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620faf3b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ff3e00640 1 -- 172.21.15.90:0/1582023142 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620fac236b0 con 0x5620faee2cf0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ff9000640 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf072b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf0ef80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4079e20 tx=0x7f9fe4004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4a0891e1c956743 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9fe1600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9fe1600640 1 -- 172.21.15.90:0/1582023142 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe40a1060 con 0x5620faee2cf0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9fe1600640 1 -- 172.21.15.90:0/1582023142 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9fe4082830 con 0x5620faee2cf0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1582023142 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fe4079ee0 con 0x5620faee2cf0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9fe1600640 1 -- 172.21.15.90:0/1582023142 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f9fe40a7040 con 0x5620faee2cf0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ffdfe3740 10 client.4578 fetch_fsmap learned FSMap version 8 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.092+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1582023142 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5620faf38b90 con 0x5620faee2cf0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.093+0000 7f9fe1600640 1 -- 172.21.15.90:0/1582023142 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fe4079ee0 con 0x5620faee2cf0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.093+0000 7f9fe1600640 1 -- 172.21.15.90:0/1582023142 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7f9fe403bc10 con 0x5620faee2cf0 2024-09-19T06:49:10.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.093+0000 7f9ffdfe3740 10 client.4578 fetch_fsmap finished waiting for FSMap version 8 2024-09-19T06:49:10.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.093+0000 7f9ffdfe3740 10 client.4578 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T06:49:10.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.093+0000 7f9ffdfe3740 20 client.4578 populate_metadata read hostname 'smithi090' 2024-09-19T06:49:10.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.093+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] conn(0x5620faf0a6d0 0x5620faf0aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.093+0000 7f9ffdfe3740 4 client.4578 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:49:10.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.093+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1582023142 --> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620fae53b40 con 0x5620faf0a6d0 2024-09-19T06:49:10.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.093+0000 7f9feb400640 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] conn(0x5620faf0a6d0 0x5620faf0aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.094+0000 7f9feb400640 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] conn(0x5620faf0a6d0 0x5620faf0aab0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c789fa36c8ef946b server_cookie=58366aa5584ee56c in_seq=0 out_seq=0 2024-09-19T06:49:10.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.094+0000 7f9fe1600640 10 client.4578 ms_handle_connect on v2:172.21.15.129:6832/2311421318 2024-09-19T06:49:10.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9fe1600640 1 -- 172.21.15.90:0/1582023142 <== mds.0 v2:172.21.15.129:6832/2311421318 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5620fae53b40 con 0x5620faf0a6d0 2024-09-19T06:49:10.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9fe1600640 10 client.4578 handle_command_reply: tid=0 2024-09-19T06:49:10.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9ffdfe3740 1 client.4578 shutdown 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1582023142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 msgr2=0x5620faf0ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf0ef80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4079e20 tx=0x7f9fe4004610 comp rx=0 tx=0).stop 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1582023142 shutdown_connections 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] conn(0x5620faf0a6d0 0x5620faf0aab0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf072b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620faf3b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1582023142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf0ef80 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9fe1600640 0 client.4578 ms_handle_reset on v2:172.21.15.129:6832/2311421318 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.095+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1582023142 >> 172.21.15.90:0/1582023142 conn(0x5620faee04b0 msgr2=0x5620faf27060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.096+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1582023142 shutdown_connections 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.096+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1582023142 wait complete. 2024-09-19T06:49:10.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.096+0000 7f9ffdfe3740 20 client.4578 trim_cache size 0 max 16384 2024-09-19T06:49:10.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.114+0000 7f9ffdfe3740 1 Processor -- start 2024-09-19T06:49:10.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.114+0000 7f9ffdfe3740 1 -- start start 2024-09-19T06:49:10.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee2cf0 0x5620fafa58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee4480 0x5620faf2af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf37490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9ff41ffd80 con 0x5620faee4480 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f9ff415c910 con 0x5620faee2cf0 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9ff41f5480 con 0x5620faf390b0 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9feb400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee4480 0x5620faf2af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9feb400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee4480 0x5620faf2af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38302/0 (socket says 172.21.15.90:38302) 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9feb400640 1 -- 172.21.15.90:0/2952479883 learned_addr learned my addr 172.21.15.90:0/2952479883 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9feb400640 1 -- 172.21.15.90:0/2952479883 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 msgr2=0x5620faf37490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9feb400640 1 --2- 172.21.15.90:0/2952479883 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf37490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9feb400640 1 -- 172.21.15.90:0/2952479883 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee2cf0 msgr2=0x5620fafa58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9feb400640 1 --2- 172.21.15.90:0/2952479883 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee2cf0 0x5620fafa58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.115+0000 7f9feb400640 1 -- 172.21.15.90:0/2952479883 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620faf2b460 con 0x5620faee4480 2024-09-19T06:49:10.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.116+0000 7f9feb400640 1 --2- 172.21.15.90:0/2952479883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee4480 0x5620faf2af20 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9ff40b7580 tx=0x7f9fdc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6df807bcb5a96b08 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.116+0000 7f9fe3e00640 1 -- 172.21.15.90:0/2952479883 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc003c40 con 0x5620faee4480 2024-09-19T06:49:10.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.116+0000 7f9fe3e00640 1 -- 172.21.15.90:0/2952479883 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fdc003de0 con 0x5620faee4480 2024-09-19T06:49:10.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.116+0000 7f9fe3e00640 1 -- 172.21.15.90:0/2952479883 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc013420 con 0x5620faee4480 2024-09-19T06:49:10.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.117+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/2952479883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee4480 msgr2=0x5620faf2af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.117+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/2952479883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee4480 0x5620faf2af20 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9ff40b7580 tx=0x7f9fdc012000 comp rx=0 tx=0).stop 2024-09-19T06:49:10.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.117+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/2952479883 shutdown_connections 2024-09-19T06:49:10.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.117+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/2952479883 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf37490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.117+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/2952479883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee4480 0x5620faf2af20 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.117+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/2952479883 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee2cf0 0x5620fafa58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.117+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/2952479883 >> 172.21.15.90:0/2952479883 conn(0x5620faee04b0 msgr2=0x5620faf4c570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:10.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.117+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/2952479883 shutdown_connections 2024-09-19T06:49:10.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.117+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/2952479883 wait complete. 2024-09-19T06:49:10.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.118+0000 7f9ffdfe3740 1 -- start start 2024-09-19T06:49:10.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.118+0000 7f9ffdfe3740 1 Processor -- start 2024-09-19T06:49:10.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf4af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620fafa4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ffdfe3740 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf08120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5620fae01780 con 0x5620faee2cf0 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x5620fae423d0 con 0x5620faee4480 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ffdfe3740 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x5620faf0be40 con 0x5620faf390b0 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ffdfe3740 10 client.0 _ll_register_callbacks cb 0x7f9fec0019b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf4af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf4af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38308/0 (socket says 172.21.15.90:38308) 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff3e00640 1 -- 172.21.15.90:0/1578265358 learned_addr learned my addr 172.21.15.90:0/1578265358 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9feb400640 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620fafa4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff9000640 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf08120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff3e00640 1 -- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 msgr2=0x5620faf08120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf08120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff3e00640 1 -- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 msgr2=0x5620fafa4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620fafa4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff3e00640 1 -- 172.21.15.90:0/1578265358 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620faf07340 con 0x5620faee2cf0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.119+0000 7f9ff9000640 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf08120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ff3e00640 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf4af60 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4000c00 tx=0x7f9fe40aa270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c977fd6ca386551 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9fe1600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9fe1600640 1 -- 172.21.15.90:0/1578265358 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe4076180 con 0x5620faee2cf0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9fe1600640 1 -- 172.21.15.90:0/1578265358 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9fe4075c30 con 0x5620faee2cf0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1578265358 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fdc003de0 con 0x5620faee2cf0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9fe1600640 1 -- 172.21.15.90:0/1578265358 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f9fe408e100 con 0x5620faee2cf0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ffdfe3740 10 client.4584 fetch_fsmap learned FSMap version 8 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1578265358 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5620faf07340 con 0x5620faee2cf0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9fe1600640 1 -- 172.21.15.90:0/1578265358 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fdc003de0 con 0x5620faee2cf0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9fe1600640 1 -- 172.21.15.90:0/1578265358 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7f9fe4089020 con 0x5620faee2cf0 2024-09-19T06:49:10.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ffdfe3740 10 client.4584 fetch_fsmap finished waiting for FSMap version 8 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ffdfe3740 10 client.4584 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ffdfe3740 20 client.4584 populate_metadata read hostname 'smithi090' 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] conn(0x5620faf2e200 0x5620faf2e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ffdfe3740 4 client.4584 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.120+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1578265358 --> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] -- command(tid 0: {"prefix": "status"}) -- 0x5620fae4de90 con 0x5620faf2e200 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.121+0000 7f9feb400640 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] conn(0x5620faf2e200 0x5620faf2e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.121+0000 7f9feb400640 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] conn(0x5620faf2e200 0x5620faf2e5e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4aecd87ddb4061e0 server_cookie=262cd6e37aed32b8 in_seq=0 out_seq=0 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.121+0000 7f9fe1600640 10 client.4584 ms_handle_connect on v2:172.21.15.129:6832/2311421318 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9fe1600640 1 -- 172.21.15.90:0/1578265358 <== mds.0 v2:172.21.15.129:6832/2311421318 1 ==== command_reply(tid 0: 0 ) ==== 8+0+323 (crc 0 0 0) 0x5620fae4de90 con 0x5620faf2e200 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9fe1600640 10 client.4584 handle_command_reply: tid=0 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 client.4584 shutdown 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1578265358 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 msgr2=0x5620faf4af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf4af60 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4000c00 tx=0x7f9fe40aa270 comp rx=0 tx=0).stop 2024-09-19T06:49:10.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1578265358 shutdown_connections 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:6832/2311421318,v1:172.21.15.129:6834/2311421318] conn(0x5620faf2e200 0x5620faf2e5e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x5620faf390b0 0x5620faf08120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x5620faee4480 0x5620fafa4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9fe1600640 0 client.4584 ms_handle_reset on v2:172.21.15.129:6832/2311421318 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 --2- 172.21.15.90:0/1578265358 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5620faee2cf0 0x5620faf4af60 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1578265358 >> 172.21.15.90:0/1578265358 conn(0x5620faee04b0 msgr2=0x5620faf06c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1578265358 shutdown_connections 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 1 -- 172.21.15.90:0/1578265358 wait complete. 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.122+0000 7f9ffdfe3740 20 client.4584 trim_cache size 0 max 16384 2024-09-19T06:49:10.127 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "ffcf6768-358b-40a4-a0a3-dc040e155e17", 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 0, 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4275, 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 16.75254061, 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 8, 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 22, 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 22, 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 22.786906971000001 2024-09-19T06:49:10.128 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:49:10.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 -- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9fd006c2e0 msgr2=0x7f9fd006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9fd006c2e0 0x7f9fd006e7a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc007fd0 tx=0x7f9fdc009040 comp rx=0 tx=0).stop 2024-09-19T06:49:10.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 -- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ff406f410 msgr2=0x7f9ff41f7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ff406f410 0x7f9ff41f7400 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9fe40097a0 tx=0x7f9fe40046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 -- 172.21.15.90:0/3183800222 shutdown_connections 2024-09-19T06:49:10.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9fd006c2e0 0x7f9fd006e7a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ff415e760 0x7f9ff40ce6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ff406ff60 0x7f9ff40cc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 --2- 172.21.15.90:0/3183800222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ff406f410 0x7f9ff41f7400 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 -- 172.21.15.90:0/3183800222 >> 172.21.15.90:0/3183800222 conn(0x7f9ff40b7d70 msgr2=0x7f9ff4062630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:10.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 -- 172.21.15.90:0/3183800222 shutdown_connections 2024-09-19T06:49:10.130 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.123+0000 7f9ffb000640 1 -- 172.21.15.90:0/3183800222 wait complete. 2024-09-19T06:49:10.140 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T06:49:10.150 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T06:49:10.150 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T06:49:10.150 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T06:49:10.150 INFO:teuthology.run_tasks:Running task kclient... 2024-09-19T06:49:10.187 INFO:tasks.kclient:Mounting kernel clients... 2024-09-19T06:49:10.187 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-19T06:49:10.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:10.187 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-09-19T06:49:10.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:10.223 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link delete ceph-brx 2024-09-19T06:49:10.322 INFO:teuthology.orchestra.run.smithi090.stderr:Cannot find device "ceph-brx" 2024-09-19T06:49:10.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:49:10.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:10.325 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-09-19T06:49:10.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:10.360 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link delete ceph-brx 2024-09-19T06:49:10.458 INFO:teuthology.orchestra.run.smithi090.stderr:Cannot find device "ceph-brx" 2024-09-19T06:49:10.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:49:10.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:10.461 DEBUG:teuthology.orchestra.run.smithi129:> ip netns list 2024-09-19T06:49:10.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:10.504 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link delete ceph-brx 2024-09-19T06:49:10.605 INFO:teuthology.orchestra.run.smithi129.stderr:Cannot find device "ceph-brx" 2024-09-19T06:49:10.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:49:10.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:10.609 DEBUG:teuthology.orchestra.run.smithi129:> ip netns list 2024-09-19T06:49:10.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:10.645 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link delete ceph-brx 2024-09-19T06:49:10.743 INFO:teuthology.orchestra.run.smithi129.stderr:Cannot find device "ceph-brx" 2024-09-19T06:49:10.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:49:10.746 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2024-09-19T06:49:10.746 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T06:49:10.746 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:49:10.747 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:49:10.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.897+0000 7f8188000640 1 Processor -- start 2024-09-19T06:49:10.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.897+0000 7f8188000640 1 -- start start 2024-09-19T06:49:10.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.898+0000 7f8188000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818015c550 0x7f81800b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.898+0000 7f8188000640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81800b4cf0 con 0x7f818015c170 2024-09-19T06:49:10.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f8188000640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81800b4fd0 con 0x7f81800b6310 2024-09-19T06:49:10.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f8188000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f81800b52b0 con 0x7f818015c550 2024-09-19T06:49:10.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f8185600640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f818015c170 0x7f81800cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:33924/0 (socket says 172.21.15.90:33924) 2024-09-19T06:49:10.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f8185600640 1 -- 172.21.15.90:0/3070742713 learned_addr learned my addr 172.21.15.90:0/3070742713 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:10.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f8184c00640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818015c550 0x7f81800b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1517711720 0 0) 0x7f81800b4cf0 con 0x7f818015c170 2024-09-19T06:49:10.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8168003520 con 0x7f818015c170 2024-09-19T06:49:10.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 541034382 0 0) 0x7f81800b4fd0 con 0x7f81800b6310 2024-09-19T06:49:10.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81800b4cf0 con 0x7f81800b6310 2024-09-19T06:49:10.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1561924326 0 0) 0x7f8168003520 con 0x7f818015c170 2024-09-19T06:49:10.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818015c550 msgr2=0x7f81800b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f817fe00640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818015c550 0x7f81800b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 >> v1:172.21.15.129:6789/0 conn(0x7f81800b6310 legacy=0x7f81800b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.899+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81800b5590 con 0x7f818015c170 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f81740019f0 con 0x7f818015c170 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 >> v1:172.21.15.90:6789/0 conn(0x7f818015c170 legacy=0x7f81800cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f817fe00640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8168003b70 0x7f8168003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f817fe00640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818015c550 0x7f8168004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f817fe00640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8168004d40 0x7f81680051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f81800b52b0 con 0x7f8168003b70 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f816800ba70 con 0x7f8168004d40 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f816800bc20 con 0x7f818015c550 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f8185600640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8168003b70 0x7f8168003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f8184c00640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818015c550 0x7f8168004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f8186000640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8168004d40 0x7f81680051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f8184c00640 1 -- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8168004d40 msgr2=0x7f81680051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f8184c00640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8168004d40 0x7f81680051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f8184c00640 1 -- 172.21.15.90:0/3070742713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8168003b70 msgr2=0x7f8168003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f8184c00640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8168003b70 0x7f8168003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f8184c00640 1 -- 172.21.15.90:0/3070742713 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8168003520 con 0x7f818015c550 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.900+0000 7f8185600640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8168003b70 0x7f8168003f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.901+0000 7f8184c00640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818015c550 0x7f8168004800 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f816c009ac0 tx=0x7f8168005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e50a0d94d9dea77f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c036070 con 0x7f818015c550 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f816c031400 con 0x7f818015c550 2024-09-19T06:49:10.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f817fe00640 1 -- 172.21.15.90:0/3070742713 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c009690 con 0x7f818015c550 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f8188000640 1 -- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818015c550 msgr2=0x7f8168004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f8188000640 1 --2- 172.21.15.90:0/3070742713 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818015c550 0x7f8168004800 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f816c009ac0 tx=0x7f8168005830 comp rx=0 tx=0).stop 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f8186000640 1 -- 172.21.15.90:0/3070742713 reap_dead start 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f8188000640 1 -- 172.21.15.90:0/3070742713 shutdown_connections 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f8188000640 1 -- 172.21.15.90:0/3070742713 >> 172.21.15.90:0/3070742713 conn(0x7f818006bc10 msgr2=0x7f818006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f8188000640 1 -- 172.21.15.90:0/3070742713 shutdown_connections 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.902+0000 7f8188000640 1 -- 172.21.15.90:0/3070742713 wait complete. 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.904+0000 7f8188000640 1 Processor -- start 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.904+0000 7f8188000640 1 -- start start 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8188000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f818015c550 0x7f8180140fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8188000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f81800c7fb0 0x7f818014d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8188000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818014dab0 0x7f81801500c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8188000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f818015c990 con 0x7f818015c550 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8188000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f81800b5b50 con 0x7f81800c7fb0 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8188000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f81800cfdd0 con 0x7f818014dab0 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8185600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f818015c550 0x7f8180140fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8185600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f818015c550 0x7f8180140fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:38332/0 (socket says 172.21.15.90:38332) 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8185600640 1 -- 172.21.15.90:0/1075424418 learned_addr learned my addr 172.21.15.90:0/1075424418 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8184c00640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f81800c7fb0 0x7f818014d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8186000640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818014dab0 0x7f81801500c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8185600640 1 -- 172.21.15.90:0/1075424418 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818014dab0 msgr2=0x7f81801500c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8185600640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818014dab0 0x7f81801500c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8185600640 1 -- 172.21.15.90:0/1075424418 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f81800c7fb0 msgr2=0x7f818014d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:10.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8185600640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f81800c7fb0 0x7f818014d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:10.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8185600640 1 -- 172.21.15.90:0/1075424418 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f818014df80 con 0x7f818015c550 2024-09-19T06:49:10.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.905+0000 7f8184c00640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f81800c7fb0 0x7f818014d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:10.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.906+0000 7f8185600640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f818015c550 0x7f8180140fc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8174001580 tx=0x7f8174007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.906+0000 7f817d600640 1 -- 172.21.15.90:0/1075424418 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8174017020 con 0x7f818015c550 2024-09-19T06:49:10.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.906+0000 7f817d600640 1 -- 172.21.15.90:0/1075424418 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81740133f0 con 0x7f818015c550 2024-09-19T06:49:10.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.906+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f818014e260 con 0x7f818015c550 2024-09-19T06:49:10.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.906+0000 7f817d600640 1 -- 172.21.15.90:0/1075424418 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81740137a0 con 0x7f818015c550 2024-09-19T06:49:10.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.906+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f818014e820 con 0x7f818015c550 2024-09-19T06:49:10.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.907+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81800b5dd0 con 0x7f818015c550 2024-09-19T06:49:10.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.908+0000 7f817d600640 1 -- 172.21.15.90:0/1075424418 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f817401a020 con 0x7f818015c550 2024-09-19T06:49:10.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.909+0000 7f817d600640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f816006c2b0 0x7f816006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:10.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.909+0000 7f817d600640 1 -- 172.21.15.90:0/1075424418 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f817408c0a0 con 0x7f818015c550 2024-09-19T06:49:10.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.909+0000 7f8184c00640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f816006c2b0 0x7f816006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:10.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.909+0000 7f8184c00640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f816006c2b0 0x7f816006e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f816c033000 tx=0x7f816c008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:10.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:10.913+0000 7f817d600640 1 -- 172.21.15.90:0/1075424418 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8174021020 con 0x7f818015c550 2024-09-19T06:49:11.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.120+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f81800b2d30 con 0x7f818015c550 2024-09-19T06:49:11.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.120+0000 7f817d600640 1 -- 172.21.15.90:0/1075424418 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f817405a770 con 0x7f818015c550 2024-09-19T06:49:11.122 INFO:teuthology.orchestra.run.smithi090.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:49:11.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f816006c2b0 msgr2=0x7f816006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:11.124 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f816006c2b0 0x7f816006e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f816c033000 tx=0x7f816c008030 comp rx=0 tx=0).stop 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f818015c550 msgr2=0x7f8180140fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f818015c550 0x7f8180140fc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8174001580 tx=0x7f8174007430 comp rx=0 tx=0).stop 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 shutdown_connections 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f816006c2b0 0x7f816006e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f818014dab0 0x7f81801500c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f81800c7fb0 0x7f818014d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 --2- 172.21.15.90:0/1075424418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f818015c550 0x7f8180140fc0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 >> 172.21.15.90:0/1075424418 conn(0x7f818006bc10 msgr2=0x7f81800cc980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 shutdown_connections 2024-09-19T06:49:11.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11.123+0000 7f8188000640 1 -- 172.21.15.90:0/1075424418 wait complete. 2024-09-19T06:49:11.140 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T06:49:11.140 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:49:11.141 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi090.front.sepia.ceph.com 2024-09-19T06:49:11.141 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:49:11.141 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:49:11.141 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T06:49:11.141 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T06:49:11.141 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:49:11.141 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:49:11.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:11.141 DEBUG:teuthology.orchestra.run.smithi090:> ip addr 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 ::1/128 scope host 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a8 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f0 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a9 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:11.177 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f1 2024-09-19T06:49:11.178 INFO:teuthology.orchestra.run.smithi090.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:11.178 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:66 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:11.178 INFO:teuthology.orchestra.run.smithi090.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:49:11.178 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:67 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:11.178 INFO:teuthology.orchestra.run.smithi090.stdout: inet 172.21.15.90/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:49:11.178 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft 42699sec preferred_lft 42699sec 2024-09-19T06:49:11.178 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::ec4:7aff:fe8f:d767/64 scope link noprefixroute 2024-09-19T06:49:11.178 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:11.178 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T06:49:11.178 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:11.179 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:49:11.179 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link add name ceph-brx type bridge 2024-09-19T06:49:11.179 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip addr flush dev ceph-brx 2024-09-19T06:49:11.179 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set ceph-brx up 2024-09-19T06:49:11.179 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T06:49:11.179 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:49:11.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:11.617 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:11.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:11.625 DEBUG:teuthology.orchestra.run.smithi090:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:49:11.681 INFO:teuthology.orchestra.run.smithi090.stdout:1 2024-09-19T06:49:11.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:11.684 DEBUG:teuthology.orchestra.run.smithi090:> route 2024-09-19T06:49:11.748 INFO:teuthology.orchestra.run.smithi090.stdout:Kernel IP routing table 2024-09-19T06:49:11.748 INFO:teuthology.orchestra.run.smithi090.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:49:11.748 INFO:teuthology.orchestra.run.smithi090.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:49:11.748 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:49:11.748 INFO:teuthology.orchestra.run.smithi090.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:49:11.749 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:11.749 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:49:11.749 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:49:11.749 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:49:11.749 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:49:11.749 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:49:11.826 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:12.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:12.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:12.440 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-09-19T06:49:12.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:12.477 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list-id 2024-09-19T06:49:12.551 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:12.552 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:49:12.552 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:49:12.552 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T06:49:12.552 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:49:12.669 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:12.720 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:12.729 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T06:49:12.730 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:12.730 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:49:12.730 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T06:49:12.730 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T06:49:12.730 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T06:49:12.730 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T06:49:12.730 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T06:49:12.730 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:49:12.808 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:12.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:12.966 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:12.967 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:49:12.967 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set brx.0 up 2024-09-19T06:49:12.967 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T06:49:12.967 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:49:13.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:13.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:13.134 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:49:13.134 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:49:13.169 INFO:teuthology.orchestra.run.smithi090.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:49:13.170 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:49:13.170 DEBUG:teuthology.orchestra.run.smithi090:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:49:13.244 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T06:49:13.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:13.245 DEBUG:teuthology.orchestra.run.smithi090:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T06:49:13.381 INFO:teuthology.orchestra.run.smithi090.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T06:49:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T06:49:13.382 INFO:teuthology.orchestra.run.smithi090.stdout:invalid new device string format 2024-09-19T06:49:14.067 INFO:teuthology.orchestra.run.smithi090.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T06:49:14.067 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T06:49:14.067 INFO:teuthology.orchestra.run.smithi090.stdout:invalid new device string format 2024-09-19T06:49:14.067 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:49:14.067 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:49:14.094 INFO:teuthology.orchestra.run.smithi090.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T06:49:14.095 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T06:49:14.095 INFO:teuthology.orchestra.run.smithi090.stdout:invalid new device string format 2024-09-19T06:49:14.095 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:49:14.095 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:49:14.095 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: resolved to: "172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790" 2024-09-19T06:49:14.095 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790:/ 2024-09-19T06:49:14.095 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ffcf6768-358b-40a4-a0a3-dc040e155e17" will pass to kernel 2024-09-19T06:49:14.096 INFO:teuthology.orchestra.run.smithi090.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:49:14.096 INFO:teuthology.orchestra.run.smithi090.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:49:14.096 INFO:teuthology.orchestra.run.smithi090.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:49:14.096 INFO:teuthology.orchestra.run.smithi090.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:49:14.096 INFO:teuthology.orchestra.run.smithi090.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:49:14.100 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:49:14.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:14.100 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:49:14.114 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:49:14.149 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:49:14.157 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:14.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:14.294 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:14.302 INFO:teuthology.orchestra.run.smithi090.stdout:client4481 2024-09-19T06:49:14.302 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:49:14.302 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:14.338 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:14.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:14.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:14.480 INFO:teuthology.orchestra.run.smithi090.stdout:client4481 2024-09-19T06:49:14.480 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:14.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:14.575 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:14.582 INFO:teuthology.orchestra.run.smithi090.stdout:client4481 2024-09-19T06:49:14.583 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ffcf6768-358b-40a4-a0a3-dc040e155e17.client4481/status') 2024-09-19T06:49:14.664 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:14.692 INFO:teuthology.orchestra.run.smithi090.stdout:instance: client.4481 (3)172.21.15.90:0/77246362 2024-09-19T06:49:14.692 INFO:teuthology.orchestra.run.smithi090.stdout:blocklisted: false 2024-09-19T06:49:14.692 INFO:teuthology.orchestra.run.smithi090.stderr:0+1 records in 2024-09-19T06:49:14.692 INFO:teuthology.orchestra.run.smithi090.stderr:0+1 records out 2024-09-19T06:49:14.692 INFO:teuthology.orchestra.run.smithi090.stderr:68 bytes copied, 6.0225e-05 s, 1.1 MB/s 2024-09-19T06:49:14.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:14.703 INFO:tasks.kclient:client.2 config is {'syntax': 'v1'} 2024-09-19T06:49:14.703 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T06:49:14.703 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T06:49:14.703 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:49:14.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.855+0000 7fe70d000640 1 Processor -- start 2024-09-19T06:49:14.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.855+0000 7fe70d000640 1 -- start start 2024-09-19T06:49:14.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.856+0000 7fe70d000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe70815e5f0 0x7fe7080d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:14.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.856+0000 7fe70d000640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fe7080b8900 0x7fe7080d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:14.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.856+0000 7fe70d000640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe70815e9d0 con 0x7fe7080d13c0 2024-09-19T06:49:14.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.856+0000 7fe70d000640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fe7080b9b30 con 0x7fe7080b8900 2024-09-19T06:49:14.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.856+0000 7fe70d000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe7080d1820 con 0x7fe70815e5f0 2024-09-19T06:49:14.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.856+0000 7fe6ffe00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fe7080d13c0 0x7fe7080b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34220/0 (socket says 172.21.15.90:34220) 2024-09-19T06:49:14.858 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.856+0000 7fe6ffe00640 1 -- 172.21.15.90:0/1913497953 learned_addr learned my addr 172.21.15.90:0/1913497953 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:14.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.857+0000 7fe707e00640 1 --2- 172.21.15.90:0/1913497953 >> v2:172.21.15.129:3300/0 conn(0x7fe7080b8900 0x7fe7080d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:14.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.857+0000 7fe707400640 1 --2- 172.21.15.90:0/1913497953 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe70815e5f0 0x7fe7080d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:14.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.857+0000 7fe706a00640 1 -- 172.21.15.90:0/1913497953 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 367387504 0 0) 0x7fe70815e9d0 con 0x7fe7080d13c0 2024-09-19T06:49:14.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.857+0000 7fe706a00640 1 -- 172.21.15.90:0/1913497953 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe6ec003520 con 0x7fe7080d13c0 2024-09-19T06:49:14.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.857+0000 7fe707e00640 1 -- 172.21.15.90:0/1913497953 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe70815e5f0 msgr2=0x7fe7080d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:14.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.857+0000 7fe707e00640 1 --2- 172.21.15.90:0/1913497953 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe70815e5f0 0x7fe7080d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:14.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.857+0000 7fe707e00640 1 -- 172.21.15.90:0/1913497953 >> v1:172.21.15.90:6789/0 conn(0x7fe7080d13c0 legacy=0x7fe7080b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:14.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.857+0000 7fe707e00640 1 -- 172.21.15.90:0/1913497953 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7080b8f20 con 0x7fe7080b8900 2024-09-19T06:49:14.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.858+0000 7fe707e00640 1 --2- 172.21.15.90:0/1913497953 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe7080b8900 0x7fe7080d2bc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe700009d90 tx=0x7fe70002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11f469004261efb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:14.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.858+0000 7fe706a00640 1 -- 172.21.15.90:0/1913497953 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe700007740 con 0x7fe7080b8900 2024-09-19T06:49:14.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.858+0000 7fe706a00640 1 -- 172.21.15.90:0/1913497953 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7000078e0 con 0x7fe7080b8900 2024-09-19T06:49:14.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.858+0000 7fe706a00640 1 -- 172.21.15.90:0/1913497953 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe700007c90 con 0x7fe7080b8900 2024-09-19T06:49:14.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.859+0000 7fe70d000640 1 -- 172.21.15.90:0/1913497953 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe7080b8900 msgr2=0x7fe7080d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:14.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.859+0000 7fe70d000640 1 --2- 172.21.15.90:0/1913497953 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe7080b8900 0x7fe7080d2bc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe700009d90 tx=0x7fe70002a660 comp rx=0 tx=0).stop 2024-09-19T06:49:14.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.859+0000 7fe70d000640 1 -- 172.21.15.90:0/1913497953 shutdown_connections 2024-09-19T06:49:14.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.859+0000 7fe70d000640 1 --2- 172.21.15.90:0/1913497953 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe7080b8900 0x7fe7080d2bc0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:14.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.859+0000 7fe70d000640 1 --2- 172.21.15.90:0/1913497953 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe70815e5f0 0x7fe7080d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:14.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.859+0000 7fe70d000640 1 -- 172.21.15.90:0/1913497953 >> 172.21.15.90:0/1913497953 conn(0x7fe708062630 msgr2=0x7fe708062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:14.861 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.859+0000 7fe70d000640 1 -- 172.21.15.90:0/1913497953 shutdown_connections 2024-09-19T06:49:14.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.859+0000 7fe70d000640 1 -- 172.21.15.90:0/1913497953 wait complete. 2024-09-19T06:49:14.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.861+0000 7fe70d000640 1 Processor -- start 2024-09-19T06:49:14.862 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.861+0000 7fe70d000640 1 -- start start 2024-09-19T06:49:14.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe70d000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe7080b8900 0x7fe708149400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:14.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe70d000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe7080d13c0 0x7fe7081617d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:14.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe70d000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe70815e5f0 0x7fe7081453f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:14.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe70d000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe7080b97c0 con 0x7fe70815e5f0 2024-09-19T06:49:14.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe70d000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fe7080b94e0 con 0x7fe7080d13c0 2024-09-19T06:49:14.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe70d000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe7080d3100 con 0x7fe7080b8900 2024-09-19T06:49:14.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe707e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe70815e5f0 0x7fe7081453f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:14.864 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe707e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe70815e5f0 0x7fe7081453f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48268/0 (socket says 172.21.15.90:48268) 2024-09-19T06:49:14.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe707e00640 1 -- 172.21.15.90:0/1637391041 learned_addr learned my addr 172.21.15.90:0/1637391041 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:14.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe707400640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe7080b8900 0x7fe708149400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:14.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.862+0000 7fe6ffe00640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe7080d13c0 0x7fe7081617d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:14.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe707e00640 1 -- 172.21.15.90:0/1637391041 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe7080b8900 msgr2=0x7fe708149400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:14.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe707e00640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe7080b8900 0x7fe708149400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:14.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe707e00640 1 -- 172.21.15.90:0/1637391041 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe7080d13c0 msgr2=0x7fe7081617d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:14.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe707e00640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe7080d13c0 0x7fe7081617d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:14.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe707e00640 1 -- 172.21.15.90:0/1637391041 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7080cd620 con 0x7fe70815e5f0 2024-09-19T06:49:14.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe707e00640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe70815e5f0 0x7fe7081453f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe700009d90 tx=0x7fe700004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:14.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe6ff400640 1 -- 172.21.15.90:0/1637391041 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe700009450 con 0x7fe70815e5f0 2024-09-19T06:49:14.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe6ff400640 1 -- 172.21.15.90:0/1637391041 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe700004240 con 0x7fe70815e5f0 2024-09-19T06:49:14.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe6ff400640 1 -- 172.21.15.90:0/1637391041 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe700004630 con 0x7fe70815e5f0 2024-09-19T06:49:14.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7080cd900 con 0x7fe70815e5f0 2024-09-19T06:49:14.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.863+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7080cdec0 con 0x7fe70815e5f0 2024-09-19T06:49:14.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.864+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe708069c20 con 0x7fe70815e5f0 2024-09-19T06:49:14.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.865+0000 7fe6ff400640 1 -- 172.21.15.90:0/1637391041 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe700039040 con 0x7fe70815e5f0 2024-09-19T06:49:14.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.866+0000 7fe6ff400640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe6e406c2b0 0x7fe6e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:14.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.866+0000 7fe6ff400640 1 -- 172.21.15.90:0/1637391041 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe7000ac380 con 0x7fe70815e5f0 2024-09-19T06:49:14.867 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.866+0000 7fe707400640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe6e406c2b0 0x7fe6e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:14.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.867+0000 7fe707400640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe6e406c2b0 0x7fe6e406e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe6f8009aa0 tx=0x7fe6f8009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:14.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:14.871+0000 7fe6ff400640 1 -- 172.21.15.90:0/1637391041 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe700040030 con 0x7fe70815e5f0 2024-09-19T06:49:15.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.081+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe7080d2bc0 con 0x7fe70815e5f0 2024-09-19T06:49:15.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.082+0000 7fe6ff400640 1 -- 172.21.15.90:0/1637391041 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7fe70007a490 con 0x7fe70815e5f0 2024-09-19T06:49:15.083 INFO:teuthology.orchestra.run.smithi090.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe6e406c2b0 msgr2=0x7fe6e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe6e406c2b0 0x7fe6e406e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe6f8009aa0 tx=0x7fe6f8009190 comp rx=0 tx=0).stop 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe70815e5f0 msgr2=0x7fe7081453f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe70815e5f0 0x7fe7081453f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe700009d90 tx=0x7fe700004a40 comp rx=0 tx=0).stop 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 shutdown_connections 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe6e406c2b0 0x7fe6e406e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe70815e5f0 0x7fe7081453f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe7080d13c0 0x7fe7081617d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 --2- 172.21.15.90:0/1637391041 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe7080b8900 0x7fe708149400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 >> 172.21.15.90:0/1637391041 conn(0x7fe708062630 msgr2=0x7fe7080b3fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:15.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.084+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 shutdown_connections 2024-09-19T06:49:15.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15.085+0000 7fe70d000640 1 -- 172.21.15.90:0/1637391041 wait complete. 2024-09-19T06:49:15.101 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T06:49:15.101 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:49:15.101 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi090.front.sepia.ceph.com 2024-09-19T06:49:15.101 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-19T06:49:15.101 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T06:49:15.101 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T06:49:15.101 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T06:49:15.101 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:49:15.101 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-19T06:49:15.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:15.102 DEBUG:teuthology.orchestra.run.smithi090:> ip addr 2024-09-19T06:49:15.137 INFO:teuthology.orchestra.run.smithi090.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:49:15.137 INFO:teuthology.orchestra.run.smithi090.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:49:15.137 INFO:teuthology.orchestra.run.smithi090.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 ::1/128 scope host 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a8 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f0 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a9 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f1 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:66 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:15.138 INFO:teuthology.orchestra.run.smithi090.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:67 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: inet 172.21.15.90/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft 42695sec preferred_lft 42695sec 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::ec4:7aff:fe8f:d767/64 scope link noprefixroute 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether ca:08:21:91:69:3f brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::5c94:35ff:feaf:ec2a/64 scope link 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:49:15.139 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether ca:08:21:91:69:3f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:49:15.140 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::c808:21ff:fe91:693f/64 scope link 2024-09-19T06:49:15.140 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:15.141 DEBUG:teuthology.orchestra.run.smithi090:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:49:15.234 INFO:teuthology.orchestra.run.smithi090.stdout:1 2024-09-19T06:49:15.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:15.237 DEBUG:teuthology.orchestra.run.smithi090:> route 2024-09-19T06:49:15.273 INFO:teuthology.orchestra.run.smithi090.stdout:Kernel IP routing table 2024-09-19T06:49:15.274 INFO:teuthology.orchestra.run.smithi090.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:49:15.274 INFO:teuthology.orchestra.run.smithi090.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:49:15.274 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:49:15.274 INFO:teuthology.orchestra.run.smithi090.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:49:15.274 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:15.274 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:49:15.274 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:49:15.274 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:49:15.275 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:49:15.275 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:49:15.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:15.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:15.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:15.469 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-09-19T06:49:15.504 INFO:teuthology.orchestra.run.smithi090.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:49:15.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:15.505 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list-id 2024-09-19T06:49:15.579 INFO:teuthology.orchestra.run.smithi090.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-19T06:49:15.580 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:15.581 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:49:15.581 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:49:15.581 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-19T06:49:15.581 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:49:15.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:15.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:15.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:15.755 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T06:49:15.809 INFO:teuthology.orchestra.run.smithi090.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 ::1/128 scope host 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether e2:93:a2:88:92:ea brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::e093:a2ff:fe88:92ea/64 scope link 2024-09-19T06:49:15.810 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:15.813 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T06:49:15.867 INFO:teuthology.orchestra.run.smithi090.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:49:15.867 INFO:teuthology.orchestra.run.smithi090.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:49:15.868 INFO:teuthology.orchestra.run.smithi090.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:49:15.868 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.868 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 ::1/128 scope host 2024-09-19T06:49:15.868 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.868 INFO:teuthology.orchestra.run.smithi090.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:49:15.868 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether e2:93:a2:88:92:ea brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T06:49:15.869 INFO:teuthology.orchestra.run.smithi090.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T06:49:15.869 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.869 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::e093:a2ff:fe88:92ea/64 scope link 2024-09-19T06:49:15.869 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:15.870 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-19T06:49:15.871 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:15.871 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:49:15.871 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-19T06:49:15.871 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T06:49:15.871 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-19T06:49:15.871 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-19T06:49:15.871 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-19T06:49:15.871 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:49:15.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:16.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:16.085 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:16.086 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:49:16.086 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set brx.1 up 2024-09-19T06:49:16.086 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T06:49:16.086 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:49:16.163 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:16.242 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:16.250 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:49:16.250 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-19T06:49:16.285 INFO:teuthology.orchestra.run.smithi090.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-19T06:49:16.285 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:49:16.286 DEBUG:teuthology.orchestra.run.smithi090:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-19T06:49:16.360 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T06:49:16.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:16.360 DEBUG:teuthology.orchestra.run.smithi090:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T06:49:16.488 INFO:teuthology.orchestra.run.smithi090.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T06:49:16.488 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-19T06:49:16.488 INFO:teuthology.orchestra.run.smithi090.stdout:invalid new device string format 2024-09-19T06:49:16.503 INFO:teuthology.orchestra.run.smithi090.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T06:49:16.503 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-19T06:49:16.503 INFO:teuthology.orchestra.run.smithi090.stdout:invalid new device string format 2024-09-19T06:49:16.503 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:49:16.504 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:49:16.528 INFO:teuthology.orchestra.run.smithi090.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T06:49:16.529 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-19T06:49:16.529 INFO:teuthology.orchestra.run.smithi090.stdout:invalid new device string format 2024-09-19T06:49:16.529 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:49:16.529 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:49:16.529 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: resolved to: "172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790" 2024-09-19T06:49:16.529 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790:/ 2024-09-19T06:49:16.529 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs,key=2,fsid=ffcf6768-358b-40a4-a0a3-dc040e155e17" will pass to kernel 2024-09-19T06:49:16.531 INFO:teuthology.orchestra.run.smithi090.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-19T06:49:16.531 INFO:teuthology.orchestra.run.smithi090.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:49:16.531 INFO:teuthology.orchestra.run.smithi090.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:49:16.531 INFO:teuthology.orchestra.run.smithi090.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:49:16.531 INFO:teuthology.orchestra.run.smithi090.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:49:16.534 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:49:16.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:16.534 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-19T06:49:16.589 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:16.668 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:16.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:16.678 INFO:teuthology.orchestra.run.smithi090.stdout:client4636 2024-09-19T06:49:16.679 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:49:16.679 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:16.715 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:16.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:16.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:16.844 INFO:teuthology.orchestra.run.smithi090.stdout:client4636 2024-09-19T06:49:16.844 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:16.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:16.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:16.932 INFO:teuthology.orchestra.run.smithi090.stdout:client4636 2024-09-19T06:49:16.932 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ffcf6768-358b-40a4-a0a3-dc040e155e17.client4636/status') 2024-09-19T06:49:17.008 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:17.030 INFO:teuthology.orchestra.run.smithi090.stdout:instance: client.4636 (3)172.21.15.90:0/3882940964 2024-09-19T06:49:17.030 INFO:teuthology.orchestra.run.smithi090.stdout:blocklisted: false 2024-09-19T06:49:17.030 INFO:teuthology.orchestra.run.smithi090.stderr:0+1 records in 2024-09-19T06:49:17.031 INFO:teuthology.orchestra.run.smithi090.stderr:0+1 records out 2024-09-19T06:49:17.031 INFO:teuthology.orchestra.run.smithi090.stderr:70 bytes copied, 8.1556e-05 s, 858 kB/s 2024-09-19T06:49:17.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:17.041 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2024-09-19T06:49:17.041 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T06:49:17.041 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T06:49:17.041 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:49:17.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.192+0000 7f9839200640 1 Processor -- start 2024-09-19T06:49:17.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.193+0000 7f9839200640 1 -- start start 2024-09-19T06:49:17.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.194+0000 7f9839200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f98340cfc80 0x7f98340b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:17.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.194+0000 7f9839200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f983415c740 con 0x7f983415c330 2024-09-19T06:49:17.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.194+0000 7f9839200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98340b50a0 con 0x7f9834155800 2024-09-19T06:49:17.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.194+0000 7f9839200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f98340b5380 con 0x7f98340cfc80 2024-09-19T06:49:17.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.194+0000 7f9829400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f98340cfc80 0x7f98340b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:17.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.194+0000 7f9829400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f98340cfc80 0x7f98340b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48284/0 (socket says 172.21.15.90:48284) 2024-09-19T06:49:17.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.194+0000 7f9832800640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f983415c330 0x7f983415c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34232/0 (socket says 172.21.15.90:34232) 2024-09-19T06:49:17.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.194+0000 7f9829400640 1 -- 172.21.15.90:0/1076511508 learned_addr learned my addr 172.21.15.90:0/1076511508 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:17.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.195+0000 7f9829400640 1 -- 172.21.15.90:0/1076511508 >> v1:172.21.15.129:6789/0 conn(0x7f9834155800 legacy=0x7f98340cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:17.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.195+0000 7f9829400640 1 -- 172.21.15.90:0/1076511508 >> v1:172.21.15.90:6789/0 conn(0x7f983415c330 legacy=0x7f983415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:17.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.195+0000 7f9829400640 1 -- 172.21.15.90:0/1076511508 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98340b5660 con 0x7f98340cfc80 2024-09-19T06:49:17.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.195+0000 7f9831400640 1 -- 172.21.15.90:0/1076511508 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2806005786 0 0) 0x7f983415c740 con 0x7f983415c330 2024-09-19T06:49:17.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.196+0000 7f9829400640 1 --2- 172.21.15.90:0/1076511508 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f98340cfc80 0x7f98340b6140 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f981c0098a0 tx=0x7f981c02a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12e59928f3be95e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:17.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.196+0000 7f9831400640 1 -- 172.21.15.90:0/1076511508 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c037070 con 0x7f98340cfc80 2024-09-19T06:49:17.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.196+0000 7f9831400640 1 -- 172.21.15.90:0/1076511508 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f981c032640 con 0x7f98340cfc80 2024-09-19T06:49:17.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.196+0000 7f9831400640 1 -- 172.21.15.90:0/1076511508 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c032a10 con 0x7f98340cfc80 2024-09-19T06:49:17.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.196+0000 7f9839200640 1 -- 172.21.15.90:0/1076511508 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f98340cfc80 msgr2=0x7f98340b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:17.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.196+0000 7f9839200640 1 --2- 172.21.15.90:0/1076511508 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f98340cfc80 0x7f98340b6140 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f981c0098a0 tx=0x7f981c02a320 comp rx=0 tx=0).stop 2024-09-19T06:49:17.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.196+0000 7f9839200640 1 -- 172.21.15.90:0/1076511508 shutdown_connections 2024-09-19T06:49:17.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.196+0000 7f9839200640 1 --2- 172.21.15.90:0/1076511508 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f98340cfc80 0x7f98340b6140 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:17.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.196+0000 7f9839200640 1 -- 172.21.15.90:0/1076511508 >> 172.21.15.90:0/1076511508 conn(0x7f983406bc10 msgr2=0x7f983406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:17.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.197+0000 7f9839200640 1 -- 172.21.15.90:0/1076511508 shutdown_connections 2024-09-19T06:49:17.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.197+0000 7f9839200640 1 -- 172.21.15.90:0/1076511508 wait complete. 2024-09-19T06:49:17.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.198+0000 7f9839200640 1 Processor -- start 2024-09-19T06:49:17.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.198+0000 7f9839200640 1 -- start start 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.199+0000 7f9839200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f98340cfc80 0x7f9834143f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.199+0000 7f9839200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9834155800 0x7f983415a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.199+0000 7f9839200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f983415c330 0x7f983415a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.199+0000 7f9839200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9834155be0 con 0x7f983415c330 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.199+0000 7f9839200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f98340b5c20 con 0x7f9834155800 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.199+0000 7f9839200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f98340b4920 con 0x7f98340cfc80 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9832800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f983415c330 0x7f983415a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9832800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f983415c330 0x7f983415a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48298/0 (socket says 172.21.15.90:48298) 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9832800640 1 -- 172.21.15.90:0/3652498143 learned_addr learned my addr 172.21.15.90:0/3652498143 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:17.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9829400640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9834155800 0x7f983415a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9831e00640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f98340cfc80 0x7f9834143f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9832800640 1 -- 172.21.15.90:0/3652498143 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f98340cfc80 msgr2=0x7f9834143f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9832800640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f98340cfc80 0x7f9834143f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9832800640 1 -- 172.21.15.90:0/3652498143 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9834155800 msgr2=0x7f983415a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9832800640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9834155800 0x7f983415a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9832800640 1 -- 172.21.15.90:0/3652498143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f983415e960 con 0x7f983415c330 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.200+0000 7f9832800640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f983415c330 0x7f983415a6b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f982c00c780 tx=0x7f982c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.201+0000 7f982aa00640 1 -- 172.21.15.90:0/3652498143 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c018070 con 0x7f983415c330 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.201+0000 7f982aa00640 1 -- 172.21.15.90:0/3652498143 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f982c00ce30 con 0x7f983415c330 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.201+0000 7f982aa00640 1 -- 172.21.15.90:0/3652498143 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c00a840 con 0x7f983415c330 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.201+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f983415d8c0 con 0x7f983415c330 2024-09-19T06:49:17.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.201+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f983415de80 con 0x7f983415c330 2024-09-19T06:49:17.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.202+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98340b4cb0 con 0x7f983415c330 2024-09-19T06:49:17.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.203+0000 7f982aa00640 1 -- 172.21.15.90:0/3652498143 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f982c00a9e0 con 0x7f983415c330 2024-09-19T06:49:17.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.203+0000 7f982aa00640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f981006c2b0 0x7f981006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:17.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.203+0000 7f982aa00640 1 -- 172.21.15.90:0/3652498143 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f982c08aa00 con 0x7f983415c330 2024-09-19T06:49:17.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.204+0000 7f9831e00640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f981006c2b0 0x7f981006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:17.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.204+0000 7f9831e00640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f981006c2b0 0x7f981006e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9824000f60 tx=0x7f9824009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:17.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.208+0000 7f982aa00640 1 -- 172.21.15.90:0/3652498143 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f982c059160 con 0x7f983415c330 2024-09-19T06:49:17.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.425+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f98340cf610 con 0x7f983415c330 2024-09-19T06:49:17.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.425+0000 7f982aa00640 1 -- 172.21.15.90:0/3652498143 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f982c058a60 con 0x7f983415c330 2024-09-19T06:49:17.427 INFO:teuthology.orchestra.run.smithi090.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f981006c2b0 msgr2=0x7f981006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f981006c2b0 0x7f981006e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9824000f60 tx=0x7f9824009040 comp rx=0 tx=0).stop 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f983415c330 msgr2=0x7f983415a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f983415c330 0x7f983415a6b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f982c00c780 tx=0x7f982c00cc40 comp rx=0 tx=0).stop 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 shutdown_connections 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f981006c2b0 0x7f981006e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f983415c330 0x7f983415a6b0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9834155800 0x7f983415a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 --2- 172.21.15.90:0/3652498143 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f98340cfc80 0x7f9834143f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:17.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.427+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 >> 172.21.15.90:0/3652498143 conn(0x7f983406bc10 msgr2=0x7f983415f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:17.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.428+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 shutdown_connections 2024-09-19T06:49:17.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:17.428+0000 7f9839200640 1 -- 172.21.15.90:0/3652498143 wait complete. 2024-09-19T06:49:17.444 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T06:49:17.444 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:49:17.444 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi129.front.sepia.ceph.com 2024-09-19T06:49:17.444 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T06:49:17.444 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T06:49:17.444 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T06:49:17.444 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T06:49:17.444 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:49:17.445 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T06:49:17.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:17.445 DEBUG:teuthology.orchestra.run.smithi129:> ip addr 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 ::1/128 scope host 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 0c:c4:7a:d9:19:38 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout: altname enp7s0f0 2024-09-19T06:49:17.486 INFO:teuthology.orchestra.run.smithi129.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 0c:c4:7a:d9:19:39 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout: altname enp7s0f1 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 0c:c4:7a:88:72:60 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 0c:c4:7a:88:72:61 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout: inet 172.21.15.129/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft 42665sec preferred_lft 42665sec 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 fe80::ec4:7aff:fe88:7261/64 scope link noprefixroute 2024-09-19T06:49:17.487 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:17.487 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T06:49:17.488 DEBUG:teuthology.orchestra.run.smithi129:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:17.488 DEBUG:teuthology.orchestra.run.smithi129:> set -e 2024-09-19T06:49:17.488 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link add name ceph-brx type bridge 2024-09-19T06:49:17.488 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip addr flush dev ceph-brx 2024-09-19T06:49:17.488 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link set ceph-brx up 2024-09-19T06:49:17.488 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T06:49:17.488 DEBUG:teuthology.orchestra.run.smithi129:> ') 2024-09-19T06:49:17.611 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:17.901 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:17.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:17.912 DEBUG:teuthology.orchestra.run.smithi129:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:49:17.968 INFO:teuthology.orchestra.run.smithi129.stdout:1 2024-09-19T06:49:17.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:17.972 DEBUG:teuthology.orchestra.run.smithi129:> route 2024-09-19T06:49:18.029 INFO:teuthology.orchestra.run.smithi129.stdout:Kernel IP routing table 2024-09-19T06:49:18.029 INFO:teuthology.orchestra.run.smithi129.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:49:18.030 INFO:teuthology.orchestra.run.smithi129.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:49:18.030 INFO:teuthology.orchestra.run.smithi129.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:49:18.030 INFO:teuthology.orchestra.run.smithi129.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:49:18.030 DEBUG:teuthology.orchestra.run.smithi129:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:18.030 DEBUG:teuthology.orchestra.run.smithi129:> set -e 2024-09-19T06:49:18.030 DEBUG:teuthology.orchestra.run.smithi129:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:49:18.030 DEBUG:teuthology.orchestra.run.smithi129:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:49:18.030 DEBUG:teuthology.orchestra.run.smithi129:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:49:18.031 DEBUG:teuthology.orchestra.run.smithi129:> ') 2024-09-19T06:49:18.111 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:18.643 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:18.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:18.650 DEBUG:teuthology.orchestra.run.smithi129:> ip netns list 2024-09-19T06:49:18.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:18.687 DEBUG:teuthology.orchestra.run.smithi129:> ip netns list-id 2024-09-19T06:49:18.763 DEBUG:teuthology.orchestra.run.smithi129:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:18.763 DEBUG:teuthology.orchestra.run.smithi129:> set -e 2024-09-19T06:49:18.763 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T06:49:18.763 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-19T06:49:18.764 DEBUG:teuthology.orchestra.run.smithi129:> ') 2024-09-19T06:49:18.883 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:18.935 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:18.944 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-19T06:49:18.944 DEBUG:teuthology.orchestra.run.smithi129:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:18.944 DEBUG:teuthology.orchestra.run.smithi129:> set -e 2024-09-19T06:49:18.944 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-19T06:49:18.944 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T06:49:18.944 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-19T06:49:18.944 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-19T06:49:18.944 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-19T06:49:18.944 DEBUG:teuthology.orchestra.run.smithi129:> ') 2024-09-19T06:49:19.022 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:19.178 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:19.186 DEBUG:teuthology.orchestra.run.smithi129:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:19.186 DEBUG:teuthology.orchestra.run.smithi129:> set -e 2024-09-19T06:49:19.186 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link set brx.0 up 2024-09-19T06:49:19.186 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T06:49:19.186 DEBUG:teuthology.orchestra.run.smithi129:> ') 2024-09-19T06:49:19.264 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:19.346 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:19.354 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:49:19.354 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T06:49:19.389 INFO:teuthology.orchestra.run.smithi129.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T06:49:19.390 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:49:19.390 DEBUG:teuthology.orchestra.run.smithi129:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T06:49:19.466 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T06:49:19.466 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:19.466 DEBUG:teuthology.orchestra.run.smithi129:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T06:49:19.601 INFO:teuthology.orchestra.run.smithi129.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T06:49:19.601 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T06:49:19.602 INFO:teuthology.orchestra.run.smithi129.stdout:invalid new device string format 2024-09-19T06:49:20.238 INFO:teuthology.orchestra.run.smithi129.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T06:49:20.238 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T06:49:20.238 INFO:teuthology.orchestra.run.smithi129.stdout:invalid new device string format 2024-09-19T06:49:20.238 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:49:20.238 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:49:20.265 INFO:teuthology.orchestra.run.smithi129.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T06:49:20.265 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T06:49:20.266 INFO:teuthology.orchestra.run.smithi129.stdout:invalid new device string format 2024-09-19T06:49:20.266 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:49:20.266 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:49:20.266 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: resolved to: "172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790" 2024-09-19T06:49:20.266 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790:/ 2024-09-19T06:49:20.266 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=ffcf6768-358b-40a4-a0a3-dc040e155e17" will pass to kernel 2024-09-19T06:49:20.267 INFO:teuthology.orchestra.run.smithi129.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T06:49:20.267 INFO:teuthology.orchestra.run.smithi129.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:49:20.268 INFO:teuthology.orchestra.run.smithi129.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:49:20.268 INFO:teuthology.orchestra.run.smithi129.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:49:20.268 INFO:teuthology.orchestra.run.smithi129.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:49:20.271 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:49:20.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:20.271 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T06:49:20.327 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:20.405 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:20.409 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:20.417 INFO:teuthology.orchestra.run.smithi129.stdout:client4608 2024-09-19T06:49:20.417 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:49:20.417 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:20.453 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:20.569 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:20.572 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:20.579 INFO:teuthology.orchestra.run.smithi129.stdout:client4608 2024-09-19T06:49:20.580 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:20.656 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:20.659 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:20.667 INFO:teuthology.orchestra.run.smithi129.stdout:client4608 2024-09-19T06:49:20.667 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ffcf6768-358b-40a4-a0a3-dc040e155e17.client4608/status') 2024-09-19T06:49:20.744 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:20.766 INFO:teuthology.orchestra.run.smithi129.stdout:instance: client.4608 (3)172.21.15.129:0/193899118 2024-09-19T06:49:20.766 INFO:teuthology.orchestra.run.smithi129.stdout:blocklisted: false 2024-09-19T06:49:20.766 INFO:teuthology.orchestra.run.smithi129.stderr:0+1 records in 2024-09-19T06:49:20.766 INFO:teuthology.orchestra.run.smithi129.stderr:0+1 records out 2024-09-19T06:49:20.766 INFO:teuthology.orchestra.run.smithi129.stderr:70 bytes copied, 6.7835e-05 s, 1.0 MB/s 2024-09-19T06:49:20.768 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:20.777 INFO:tasks.kclient:client.3 config is {'syntax': 'v1'} 2024-09-19T06:49:20.777 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T06:49:20.777 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T06:49:20.778 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:49:20.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.939+0000 7f4b29e00640 1 Processor -- start 2024-09-19T06:49:20.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.940+0000 7f4b29e00640 1 -- start start 2024-09-19T06:49:20.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.941+0000 7f4b29e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f4b2415c170 0x7f4b2415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:20.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.941+0000 7f4b29e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f4b240cf6c0 0x7f4b240cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:20.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.941+0000 7f4b29e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b240b49c0 con 0x7f4b240b5dd0 2024-09-19T06:49:20.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.941+0000 7f4b29e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f4b2415ca90 con 0x7f4b240cf6c0 2024-09-19T06:49:20.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.941+0000 7f4b29e00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f4b240b4cf0 con 0x7f4b2415c170 2024-09-19T06:49:20.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.941+0000 7f4b1a000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f4b240cf6c0 0x7f4b240cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:20.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.941+0000 7f4b1a000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f4b240cf6c0 0x7f4b240cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48304/0 (socket says 172.21.15.90:48304) 2024-09-19T06:49:20.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.941+0000 7f4b1a000640 1 -- 172.21.15.90:0/2577872717 learned_addr learned my addr 172.21.15.90:0/2577872717 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:20.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.941+0000 7f4b22a00640 1 --2- 172.21.15.90:0/2577872717 >> v2:172.21.15.129:3300/0 conn(0x7f4b2415c170 0x7f4b2415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:20.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.942+0000 7f4b1a000640 1 -- 172.21.15.90:0/2577872717 >> v2:172.21.15.129:3300/0 conn(0x7f4b2415c170 msgr2=0x7f4b2415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:20.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.942+0000 7f4b1a000640 1 --2- 172.21.15.90:0/2577872717 >> v2:172.21.15.129:3300/0 conn(0x7f4b2415c170 0x7f4b2415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:20.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.942+0000 7f4b1a000640 1 -- 172.21.15.90:0/2577872717 >> v1:172.21.15.129:6789/0 conn(0x7f4b240b5dd0 legacy=0x7f4b2415ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:20.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.942+0000 7f4b1a000640 1 -- 172.21.15.90:0/2577872717 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b240b4fd0 con 0x7f4b240cf6c0 2024-09-19T06:49:20.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.942+0000 7f4b22a00640 1 --2- 172.21.15.90:0/2577872717 >> v2:172.21.15.129:3300/0 conn(0x7f4b2415c170 0x7f4b2415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:20.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.943+0000 7f4b1a000640 1 --2- 172.21.15.90:0/2577872717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240cf6c0 0x7f4b240cfb30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c009870 tx=0x7f4b0c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81d3047f824edc11 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:20.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.943+0000 7f4b22000640 1 -- 172.21.15.90:0/2577872717 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c037070 con 0x7f4b240cf6c0 2024-09-19T06:49:20.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.943+0000 7f4b22000640 1 -- 172.21.15.90:0/2577872717 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b0c032440 con 0x7f4b240cf6c0 2024-09-19T06:49:20.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.943+0000 7f4b22000640 1 -- 172.21.15.90:0/2577872717 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c032810 con 0x7f4b240cf6c0 2024-09-19T06:49:20.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.943+0000 7f4b29e00640 1 -- 172.21.15.90:0/2577872717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240cf6c0 msgr2=0x7f4b240cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:20.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.943+0000 7f4b29e00640 1 --2- 172.21.15.90:0/2577872717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240cf6c0 0x7f4b240cfb30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c009870 tx=0x7f4b0c02a270 comp rx=0 tx=0).stop 2024-09-19T06:49:20.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.944+0000 7f4b29e00640 1 -- 172.21.15.90:0/2577872717 shutdown_connections 2024-09-19T06:49:20.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.944+0000 7f4b29e00640 1 --2- 172.21.15.90:0/2577872717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240cf6c0 0x7f4b240cfb30 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:20.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.944+0000 7f4b29e00640 1 --2- 172.21.15.90:0/2577872717 >> v2:172.21.15.129:3300/0 conn(0x7f4b2415c170 0x7f4b2415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:20.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.944+0000 7f4b29e00640 1 -- 172.21.15.90:0/2577872717 >> 172.21.15.90:0/2577872717 conn(0x7f4b2406bc10 msgr2=0x7f4b2406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:20.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.944+0000 7f4b29e00640 1 -- 172.21.15.90:0/2577872717 shutdown_connections 2024-09-19T06:49:20.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.944+0000 7f4b29e00640 1 -- 172.21.15.90:0/2577872717 wait complete. 2024-09-19T06:49:20.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.945+0000 7f4b29e00640 1 Processor -- start 2024-09-19T06:49:20.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.945+0000 7f4b29e00640 1 -- start start 2024-09-19T06:49:20.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.946+0000 7f4b29e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240b5dd0 0x7f4b241f56d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:20.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.946+0000 7f4b29e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4b240cf6c0 0x7f4b24156bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:20.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.946+0000 7f4b29e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4b2415c170 0x7f4b24153be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:20.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.946+0000 7f4b29e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4b240b5870 con 0x7f4b240b5dd0 2024-09-19T06:49:20.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.946+0000 7f4b29e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f4b240b5590 con 0x7f4b240cf6c0 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.946+0000 7f4b29e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f4b240b5b50 con 0x7f4b2415c170 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.946+0000 7f4b22a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240b5dd0 0x7f4b241f56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.946+0000 7f4b22a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240b5dd0 0x7f4b241f56d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48316/0 (socket says 172.21.15.90:48316) 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.946+0000 7f4b22a00640 1 -- 172.21.15.90:0/2948363576 learned_addr learned my addr 172.21.15.90:0/2948363576 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b1a000640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4b240cf6c0 0x7f4b24156bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b23400640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4b2415c170 0x7f4b24153be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b22a00640 1 -- 172.21.15.90:0/2948363576 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4b2415c170 msgr2=0x7f4b24153be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b22a00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4b2415c170 0x7f4b24153be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b22a00640 1 -- 172.21.15.90:0/2948363576 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4b240cf6c0 msgr2=0x7f4b24156bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b22a00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4b240cf6c0 0x7f4b24156bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b22a00640 1 -- 172.21.15.90:0/2948363576 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b241587d0 con 0x7f4b240b5dd0 2024-09-19T06:49:20.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b22a00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240b5dd0 0x7f4b241f56d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4b1400d7d0 tx=0x7f4b1400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:20.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b1be00640 1 -- 172.21.15.90:0/2948363576 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b14004030 con 0x7f4b240b5dd0 2024-09-19T06:49:20.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b1be00640 1 -- 172.21.15.90:0/2948363576 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b140041d0 con 0x7f4b240b5dd0 2024-09-19T06:49:20.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b1be00640 1 -- 172.21.15.90:0/2948363576 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b140096a0 con 0x7f4b240b5dd0 2024-09-19T06:49:20.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b24158a70 con 0x7f4b240b5dd0 2024-09-19T06:49:20.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.947+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b24159030 con 0x7f4b240b5dd0 2024-09-19T06:49:20.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.949+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b240cfb30 con 0x7f4b240b5dd0 2024-09-19T06:49:20.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.949+0000 7f4b1be00640 1 -- 172.21.15.90:0/2948363576 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4b14009840 con 0x7f4b240b5dd0 2024-09-19T06:49:20.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.950+0000 7f4b1be00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4b0006c2b0 0x7f4b0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:20.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.950+0000 7f4b1be00640 1 -- 172.21.15.90:0/2948363576 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f4b1408b600 con 0x7f4b240b5dd0 2024-09-19T06:49:20.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.950+0000 7f4b1a000640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4b0006c2b0 0x7f4b0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:20.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.951+0000 7f4b1a000640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4b0006c2b0 0x7f4b0006e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c034000 tx=0x7f4b0c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:20.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:20.955+0000 7f4b1be00640 1 -- 172.21.15.90:0/2948363576 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4b14059e00 con 0x7f4b240b5dd0 2024-09-19T06:49:21.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.165+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4b24154870 con 0x7f4b240b5dd0 2024-09-19T06:49:21.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.166+0000 7f4b1be00640 1 -- 172.21.15.90:0/2948363576 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f4b14059700 con 0x7f4b240b5dd0 2024-09-19T06:49:21.168 INFO:teuthology.orchestra.run.smithi090.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:49:21.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4b0006c2b0 msgr2=0x7f4b0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4b0006c2b0 0x7f4b0006e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c034000 tx=0x7f4b0c02e000 comp rx=0 tx=0).stop 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240b5dd0 msgr2=0x7f4b241f56d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240b5dd0 0x7f4b241f56d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4b1400d7d0 tx=0x7f4b1400dc90 comp rx=0 tx=0).stop 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 shutdown_connections 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4b0006c2b0 0x7f4b0006e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4b2415c170 0x7f4b24153be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4b240cf6c0 0x7f4b24156bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 --2- 172.21.15.90:0/2948363576 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b240b5dd0 0x7f4b241f56d0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 >> 172.21.15.90:0/2948363576 conn(0x7f4b2406bc10 msgr2=0x7f4b24071090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 shutdown_connections 2024-09-19T06:49:21.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:21.168+0000 7f4b29e00640 1 -- 172.21.15.90:0/2948363576 wait complete. 2024-09-19T06:49:21.185 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T06:49:21.185 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:49:21.186 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi129.front.sepia.ceph.com 2024-09-19T06:49:21.186 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-19T06:49:21.186 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T06:49:21.186 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T06:49:21.186 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T06:49:21.186 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:49:21.186 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-19T06:49:21.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:21.186 DEBUG:teuthology.orchestra.run.smithi129:> ip addr 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 ::1/128 scope host 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 0c:c4:7a:d9:19:38 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout: altname enp7s0f0 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 0c:c4:7a:d9:19:39 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:21.223 INFO:teuthology.orchestra.run.smithi129.stdout: altname enp7s0f1 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 0c:c4:7a:88:72:60 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 0c:c4:7a:88:72:61 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: inet 172.21.15.129/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft 42661sec preferred_lft 42661sec 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 fe80::ec4:7aff:fe88:7261/64 scope link noprefixroute 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether f6:f2:a2:09:e3:bd brd ff:ff:ff:ff:ff:ff 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 fe80::a0de:99ff:fe90:eced/64 scope link 2024-09-19T06:49:21.224 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.225 INFO:teuthology.orchestra.run.smithi129.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:49:21.225 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether f6:f2:a2:09:e3:bd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T06:49:21.225 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 fe80::f4f2:a2ff:fe09:e3bd/64 scope link 2024-09-19T06:49:21.225 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.226 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:21.226 DEBUG:teuthology.orchestra.run.smithi129:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:49:21.319 INFO:teuthology.orchestra.run.smithi129.stdout:1 2024-09-19T06:49:21.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:21.322 DEBUG:teuthology.orchestra.run.smithi129:> route 2024-09-19T06:49:21.361 INFO:teuthology.orchestra.run.smithi129.stdout:Kernel IP routing table 2024-09-19T06:49:21.361 INFO:teuthology.orchestra.run.smithi129.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:49:21.361 INFO:teuthology.orchestra.run.smithi129.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:49:21.361 INFO:teuthology.orchestra.run.smithi129.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:49:21.361 INFO:teuthology.orchestra.run.smithi129.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:49:21.362 DEBUG:teuthology.orchestra.run.smithi129:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:21.362 DEBUG:teuthology.orchestra.run.smithi129:> set -e 2024-09-19T06:49:21.362 DEBUG:teuthology.orchestra.run.smithi129:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:49:21.362 DEBUG:teuthology.orchestra.run.smithi129:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:49:21.362 DEBUG:teuthology.orchestra.run.smithi129:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:49:21.362 DEBUG:teuthology.orchestra.run.smithi129:> ') 2024-09-19T06:49:21.477 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:21.549 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:21.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:21.556 DEBUG:teuthology.orchestra.run.smithi129:> ip netns list 2024-09-19T06:49:21.591 INFO:teuthology.orchestra.run.smithi129.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T06:49:21.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:21.592 DEBUG:teuthology.orchestra.run.smithi129:> ip netns list-id 2024-09-19T06:49:21.666 INFO:teuthology.orchestra.run.smithi129.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-19T06:49:21.667 DEBUG:teuthology.orchestra.run.smithi129:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:21.667 DEBUG:teuthology.orchestra.run.smithi129:> set -e 2024-09-19T06:49:21.667 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T06:49:21.667 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-19T06:49:21.667 DEBUG:teuthology.orchestra.run.smithi129:> ') 2024-09-19T06:49:21.784 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:21.836 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:21.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:21.844 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T06:49:21.899 INFO:teuthology.orchestra.run.smithi129.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:49:21.899 INFO:teuthology.orchestra.run.smithi129.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:49:21.899 INFO:teuthology.orchestra.run.smithi129.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:49:21.899 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.899 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 ::1/128 scope host 2024-09-19T06:49:21.900 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.900 INFO:teuthology.orchestra.run.smithi129.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:49:21.900 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 3e:69:ce:4b:c4:dd brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T06:49:21.900 INFO:teuthology.orchestra.run.smithi129.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T06:49:21.900 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.900 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 fe80::3c69:ceff:fe4b:c4dd/64 scope link 2024-09-19T06:49:21.900 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:21.902 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T06:49:21.957 INFO:teuthology.orchestra.run.smithi129.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:49:21.957 INFO:teuthology.orchestra.run.smithi129.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:49:21.957 INFO:teuthology.orchestra.run.smithi129.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:49:21.958 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.958 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 ::1/128 scope host 2024-09-19T06:49:21.958 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.958 INFO:teuthology.orchestra.run.smithi129.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:49:21.958 INFO:teuthology.orchestra.run.smithi129.stdout: link/ether 3e:69:ce:4b:c4:dd brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T06:49:21.958 INFO:teuthology.orchestra.run.smithi129.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T06:49:21.958 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.958 INFO:teuthology.orchestra.run.smithi129.stdout: inet6 fe80::3c69:ceff:fe4b:c4dd/64 scope link 2024-09-19T06:49:21.958 INFO:teuthology.orchestra.run.smithi129.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:49:21.960 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-19T06:49:21.960 DEBUG:teuthology.orchestra.run.smithi129:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:21.960 DEBUG:teuthology.orchestra.run.smithi129:> set -e 2024-09-19T06:49:21.960 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-19T06:49:21.960 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T06:49:21.960 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-19T06:49:21.961 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-19T06:49:21.961 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-19T06:49:21.961 DEBUG:teuthology.orchestra.run.smithi129:> ') 2024-09-19T06:49:22.037 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:22.170 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:22.181 DEBUG:teuthology.orchestra.run.smithi129:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:49:22.181 DEBUG:teuthology.orchestra.run.smithi129:> set -e 2024-09-19T06:49:22.181 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link set brx.1 up 2024-09-19T06:49:22.181 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T06:49:22.181 DEBUG:teuthology.orchestra.run.smithi129:> ') 2024-09-19T06:49:22.259 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:22.339 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:22.348 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:49:22.348 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-19T06:49:22.385 INFO:teuthology.orchestra.run.smithi129.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-19T06:49:22.385 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:49:22.385 DEBUG:teuthology.orchestra.run.smithi129:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-19T06:49:22.459 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T06:49:22.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:22.460 DEBUG:teuthology.orchestra.run.smithi129:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T06:49:22.587 INFO:teuthology.orchestra.run.smithi129.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T06:49:22.587 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-19T06:49:22.587 INFO:teuthology.orchestra.run.smithi129.stdout:invalid new device string format 2024-09-19T06:49:22.603 INFO:teuthology.orchestra.run.smithi129.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T06:49:22.603 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-19T06:49:22.603 INFO:teuthology.orchestra.run.smithi129.stdout:invalid new device string format 2024-09-19T06:49:22.603 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:49:22.603 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:49:22.625 INFO:teuthology.orchestra.run.smithi129.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T06:49:22.625 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-19T06:49:22.625 INFO:teuthology.orchestra.run.smithi129.stdout:invalid new device string format 2024-09-19T06:49:22.625 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:49:22.625 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:49:22.625 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: resolved to: "172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790" 2024-09-19T06:49:22.625 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790:/ 2024-09-19T06:49:22.625 INFO:teuthology.orchestra.run.smithi129.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs,key=3,fsid=ffcf6768-358b-40a4-a0a3-dc040e155e17" will pass to kernel 2024-09-19T06:49:22.627 INFO:teuthology.orchestra.run.smithi129.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-19T06:49:22.627 INFO:teuthology.orchestra.run.smithi129.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:49:22.627 INFO:teuthology.orchestra.run.smithi129.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:49:22.627 INFO:teuthology.orchestra.run.smithi129.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:49:22.627 INFO:teuthology.orchestra.run.smithi129.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:49:22.630 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:49:22.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:22.630 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-19T06:49:22.686 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:22.764 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:22.767 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:22.775 INFO:teuthology.orchestra.run.smithi129.stdout:client4496 2024-09-19T06:49:22.776 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:49:22.776 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:22.811 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:22.929 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:22.932 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:22.940 INFO:teuthology.orchestra.run.smithi129.stdout:client4496 2024-09-19T06:49:22.940 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:49:23.018 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:49:23.021 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:23.029 INFO:teuthology.orchestra.run.smithi129.stdout:client4496 2024-09-19T06:49:23.029 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ffcf6768-358b-40a4-a0a3-dc040e155e17.client4496/status') 2024-09-19T06:49:23.106 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:49:23.128 INFO:teuthology.orchestra.run.smithi129.stdout:instance: client.4496 (3)192.168.0.2:0/3372302937 2024-09-19T06:49:23.128 INFO:teuthology.orchestra.run.smithi129.stdout:blocklisted: false 2024-09-19T06:49:23.128 INFO:teuthology.orchestra.run.smithi129.stderr:0+1 records in 2024-09-19T06:49:23.128 INFO:teuthology.orchestra.run.smithi129.stderr:0+1 records out 2024-09-19T06:49:23.128 INFO:teuthology.orchestra.run.smithi129.stderr:69 bytes copied, 5.4359e-05 s, 1.3 MB/s 2024-09-19T06:49:23.130 INFO:teuthology.orchestra.run.smithi129.stderr:2024-09-19T06:49:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:49:23.138 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-19T06:49:23.207 INFO:tasks.cephfs_test_runner:Starting test: test_acls (tasks.cephfs.test_acls.TestACLs) 2024-09-19T06:49:23.207 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:49:23.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.370+0000 7f139be00640 1 Processor -- start 2024-09-19T06:49:23.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.370+0000 7f139be00640 1 -- start start 2024-09-19T06:49:23.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.371+0000 7f139be00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f139c15e5f0 0x7f139c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.371+0000 7f139be00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f139c15e9d0 con 0x7f139c0d13c0 2024-09-19T06:49:23.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.371+0000 7f139be00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f139c0b8f20 con 0x7f139c0b8900 2024-09-19T06:49:23.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.371+0000 7f139be00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f139c0b9b30 con 0x7f139c15e5f0 2024-09-19T06:49:23.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.371+0000 7f139a000640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f139c0d13c0 0x7f139c0b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34236/0 (socket says 172.21.15.90:34236) 2024-09-19T06:49:23.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.371+0000 7f139a000640 1 -- 172.21.15.90:0/752989822 learned_addr learned my addr 172.21.15.90:0/752989822 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:23.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f139aa00640 1 --2- 172.21.15.90:0/752989822 >> v2:172.21.15.129:3300/0 conn(0x7f139c15e5f0 0x7f139c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1626646215 0 0) 0x7f139c15e9d0 con 0x7f139c0d13c0 2024-09-19T06:49:23.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1380003520 con 0x7f139c0d13c0 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3374160573 0 0) 0x7f1380003520 con 0x7f139c0d13c0 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 >> v2:172.21.15.129:3300/0 conn(0x7f139c15e5f0 msgr2=0x7f139c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 --2- 172.21.15.90:0/752989822 >> v2:172.21.15.129:3300/0 conn(0x7f139c15e5f0 0x7f139c0d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 >> v1:172.21.15.129:6789/0 conn(0x7f139c0b8900 legacy=0x7f139c0d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f139c0b9200 con 0x7f139c0d13c0 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f1388001690 con 0x7f139c0d13c0 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 >> v1:172.21.15.90:6789/0 conn(0x7f139c0d13c0 legacy=0x7f139c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1380003a00 0x7f1380003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1380004800 0x7f1380004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f13800051c0 0x7f138000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f138000c090 con 0x7f1380004800 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f138000c240 con 0x7f1380003a00 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f138000c440 con 0x7f13800051c0 2024-09-19T06:49:23.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f139aa00640 1 --2- 172.21.15.90:0/752989822 >> v2:172.21.15.129:3300/0 conn(0x7f139c15e5f0 0x7f139c0d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.372+0000 7f139a000640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1380004800 0x7f1380004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.373+0000 7f139b400640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f13800051c0 0x7f138000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.373+0000 7f139aa00640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1380003a00 0x7f1380003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.373+0000 7f139a000640 1 -- 172.21.15.90:0/752989822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f13800051c0 msgr2=0x7f138000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.373+0000 7f139a000640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f13800051c0 0x7f138000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.373+0000 7f139a000640 1 -- 172.21.15.90:0/752989822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1380003a00 msgr2=0x7f1380003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.373+0000 7f139a000640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1380003a00 0x7f1380003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.373+0000 7f139a000640 1 -- 172.21.15.90:0/752989822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1380003520 con 0x7f1380004800 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.373+0000 7f139b400640 1 -- 172.21.15.90:0/752989822 reap_dead start 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.374+0000 7f139a000640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1380004800 0x7f1380004c80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f138800c160 tx=0x7f1380005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=561a628de41085f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.374+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388007c60 con 0x7f1380004800 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.374+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1388005ad0 con 0x7f1380004800 2024-09-19T06:49:23.377 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.374+0000 7f1399600640 1 -- 172.21.15.90:0/752989822 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388007070 con 0x7f1380004800 2024-09-19T06:49:23.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.375+0000 7f139be00640 1 -- 172.21.15.90:0/752989822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1380004800 msgr2=0x7f1380004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.375+0000 7f139be00640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1380004800 0x7f1380004c80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f138800c160 tx=0x7f1380005830 comp rx=0 tx=0).stop 2024-09-19T06:49:23.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.375+0000 7f139be00640 1 -- 172.21.15.90:0/752989822 shutdown_connections 2024-09-19T06:49:23.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.375+0000 7f139be00640 1 --2- 172.21.15.90:0/752989822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1380004800 0x7f1380004c80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.375+0000 7f139be00640 1 -- 172.21.15.90:0/752989822 >> 172.21.15.90:0/752989822 conn(0x7f139c062630 msgr2=0x7f139c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.375+0000 7f139be00640 1 -- 172.21.15.90:0/752989822 shutdown_connections 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.375+0000 7f139be00640 1 -- 172.21.15.90:0/752989822 wait complete. 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.376+0000 7f139be00640 1 Processor -- start 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.377+0000 7f139be00640 1 -- start start 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.377+0000 7f139be00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1380004800 0x7f139c0c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139be00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f139c0c88f0 0x7f139c14c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139be00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f139c1f8310 0x7f139c0cdd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139be00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f139c0d0e80 con 0x7f139c1f8310 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139be00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f139c0b97c0 con 0x7f1380004800 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139be00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f139c0d1000 con 0x7f139c0c88f0 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139b400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f139c1f8310 0x7f139c0cdd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139b400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f139c1f8310 0x7f139c0cdd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48346/0 (socket says 172.21.15.90:48346) 2024-09-19T06:49:23.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139b400640 1 -- 172.21.15.90:0/2578884280 learned_addr learned my addr 172.21.15.90:0/2578884280 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:23.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139aa00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1380004800 0x7f139c0c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139a000640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f139c0c88f0 0x7f139c14c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139b400640 1 -- 172.21.15.90:0/2578884280 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f139c0c88f0 msgr2=0x7f139c14c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139b400640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f139c0c88f0 0x7f139c14c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139b400640 1 -- 172.21.15.90:0/2578884280 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1380004800 msgr2=0x7f139c0c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139b400640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1380004800 0x7f139c0c7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.378+0000 7f139b400640 1 -- 172.21.15.90:0/2578884280 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f139c0c8d80 con 0x7f139c1f8310 2024-09-19T06:49:23.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.379+0000 7f139b400640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f139c1f8310 0x7f139c0cdd60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f139c063390 tx=0x7f139400fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:23.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.379+0000 7f1392a00640 1 -- 172.21.15.90:0/2578884280 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1394003b80 con 0x7f139c1f8310 2024-09-19T06:49:23.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.379+0000 7f1392a00640 1 -- 172.21.15.90:0/2578884280 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1394018070 con 0x7f139c1f8310 2024-09-19T06:49:23.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.379+0000 7f1392a00640 1 -- 172.21.15.90:0/2578884280 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13940050d0 con 0x7f139c1f8310 2024-09-19T06:49:23.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.379+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f139c1f7830 con 0x7f139c1f8310 2024-09-19T06:49:23.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.379+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f139c1f7df0 con 0x7f139c1f8310 2024-09-19T06:49:23.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.380+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f139c069c20 con 0x7f139c1f8310 2024-09-19T06:49:23.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.381+0000 7f1392a00640 1 -- 172.21.15.90:0/2578884280 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1394005270 con 0x7f139c1f8310 2024-09-19T06:49:23.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.382+0000 7f1392a00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f137c06c2b0 0x7f137c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.382+0000 7f1392a00640 1 -- 172.21.15.90:0/2578884280 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f139408b220 con 0x7f139c1f8310 2024-09-19T06:49:23.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.382+0000 7f139aa00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f137c06c2b0 0x7f137c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.383+0000 7f139aa00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f137c06c2b0 0x7f137c06e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f138c0093d0 tx=0x7f138c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:23.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.387+0000 7f1392a00640 1 -- 172.21.15.90:0/2578884280 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13940592a0 con 0x7f139c1f8310 2024-09-19T06:49:23.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.562+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f139c1f7620 con 0x7f139c1f8310 2024-09-19T06:49:23.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.563+0000 7f1392a00640 1 -- 172.21.15.90:0/2578884280 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16669 (secure 0 0 0) 0x7f139408b020 con 0x7f139c1f8310 2024-09-19T06:49:23.565 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:23.565 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":22,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:54.356514+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:48:50.762079+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:48:51.758632+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:49:23.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.565+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f137c06c2b0 msgr2=0x7f137c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.565+0000 7f139be00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f137c06c2b0 0x7f137c06e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f138c0093d0 tx=0x7f138c009190 comp rx=0 tx=0).stop 2024-09-19T06:49:23.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.565+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f139c1f8310 msgr2=0x7f139c0cdd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.565+0000 7f139be00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f139c1f8310 0x7f139c0cdd60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f139c063390 tx=0x7f139400fd40 comp rx=0 tx=0).stop 2024-09-19T06:49:23.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.566+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 shutdown_connections 2024-09-19T06:49:23.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.566+0000 7f139be00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f137c06c2b0 0x7f137c06e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.566+0000 7f139be00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f139c1f8310 0x7f139c0cdd60 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.566+0000 7f139be00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f139c0c88f0 0x7f139c14c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.566+0000 7f139be00640 1 --2- 172.21.15.90:0/2578884280 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1380004800 0x7f139c0c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.566+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 >> 172.21.15.90:0/2578884280 conn(0x7f139c062630 msgr2=0x7f139c0cf980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:23.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.566+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 shutdown_connections 2024-09-19T06:49:23.568 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.566+0000 7f139be00640 1 -- 172.21.15.90:0/2578884280 wait complete. 2024-09-19T06:49:23.584 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T06:48:43.072670+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T06:48:50.762079+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T06:48:51.758632+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T06:49:23.584 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T06:49:23.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.738+0000 7fae4ca00640 1 Processor -- start 2024-09-19T06:49:23.740 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.738+0000 7fae4ca00640 1 -- start start 2024-09-19T06:49:23.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.739+0000 7fae4ca00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fae4815e570 0x7fae480b7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.739+0000 7fae4ca00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae480cf3a0 0x7fae481629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.739+0000 7fae4ca00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fae48062630 0x7fae48062a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.739+0000 7fae4ca00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fae4815e950 con 0x7fae4815e570 2024-09-19T06:49:23.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.739+0000 7fae4ca00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fae48162f30 con 0x7fae48062630 2024-09-19T06:49:23.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.739+0000 7fae4ca00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fae480ba3e0 con 0x7fae480cf3a0 2024-09-19T06:49:23.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae46800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fae4815e570 0x7fae480b7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae46800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fae4815e570 0x7fae480b7460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48362/0 (socket says 172.21.15.90:48362) 2024-09-19T06:49:23.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae46800640 1 -- 172.21.15.90:0/1671928344 learned_addr learned my addr 172.21.15.90:0/1671928344 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:23.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae47200640 1 --2- 172.21.15.90:0/1671928344 >> v2:172.21.15.129:3300/0 conn(0x7fae48062630 0x7fae48062a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae3de00640 1 --2- 172.21.15.90:0/1671928344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae480cf3a0 0x7fae481629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae46800640 1 -- 172.21.15.90:0/1671928344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae480cf3a0 msgr2=0x7fae481629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:23.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae46800640 1 --2- 172.21.15.90:0/1671928344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae480cf3a0 0x7fae481629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae46800640 1 -- 172.21.15.90:0/1671928344 >> v2:172.21.15.129:3300/0 conn(0x7fae48062630 msgr2=0x7fae48062a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:23.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae46800640 1 --2- 172.21.15.90:0/1671928344 >> v2:172.21.15.129:3300/0 conn(0x7fae48062630 0x7fae48062a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae46800640 1 -- 172.21.15.90:0/1671928344 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae480d2330 con 0x7fae4815e570 2024-09-19T06:49:23.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.740+0000 7fae3de00640 1 --2- 172.21.15.90:0/1671928344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae480cf3a0 0x7fae481629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:23.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.741+0000 7fae46800640 1 --2- 172.21.15.90:0/1671928344 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 0x7fae480b7460 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fae480c7ee0 tx=0x7fae3802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6fee595f52d7bf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:23.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.741+0000 7fae45e00640 1 -- 172.21.15.90:0/1671928344 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae38037070 con 0x7fae4815e570 2024-09-19T06:49:23.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.741+0000 7fae45e00640 1 -- 172.21.15.90:0/1671928344 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae38032440 con 0x7fae4815e570 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.741+0000 7fae45e00640 1 -- 172.21.15.90:0/1671928344 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae38032810 con 0x7fae4815e570 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.742+0000 7fae4ca00640 1 -- 172.21.15.90:0/1671928344 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 msgr2=0x7fae480b7460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.742+0000 7fae4ca00640 1 --2- 172.21.15.90:0/1671928344 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 0x7fae480b7460 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fae480c7ee0 tx=0x7fae3802a2a0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.742+0000 7fae4ca00640 1 -- 172.21.15.90:0/1671928344 shutdown_connections 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.742+0000 7fae4ca00640 1 --2- 172.21.15.90:0/1671928344 >> v2:172.21.15.129:3300/0 conn(0x7fae48062630 0x7fae48062a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.742+0000 7fae4ca00640 1 --2- 172.21.15.90:0/1671928344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae480cf3a0 0x7fae481629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.742+0000 7fae4ca00640 1 --2- 172.21.15.90:0/1671928344 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 0x7fae480b7460 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.742+0000 7fae4ca00640 1 -- 172.21.15.90:0/1671928344 >> 172.21.15.90:0/1671928344 conn(0x7fae480d4480 msgr2=0x7fae480d4890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.742+0000 7fae4ca00640 1 -- 172.21.15.90:0/1671928344 shutdown_connections 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.742+0000 7fae4ca00640 1 -- 172.21.15.90:0/1671928344 wait complete. 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.744+0000 7fae4ca00640 1 Processor -- start 2024-09-19T06:49:23.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.744+0000 7fae4ca00640 1 -- start start 2024-09-19T06:49:23.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae4ca00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fae48062630 0x7fae481f37c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae4ca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 0x7fae481f7290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae4ca00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae48159300 0x7fae481f77d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae4ca00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fae480d2920 con 0x7fae4815e570 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae4ca00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fae48062fa0 con 0x7fae48062630 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae4ca00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fae480d2c00 con 0x7fae48159300 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae3de00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 0x7fae481f7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae3de00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 0x7fae481f7290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:48378/0 (socket says 172.21.15.90:48378) 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae3de00640 1 -- 172.21.15.90:0/3792222253 learned_addr learned my addr 172.21.15.90:0/3792222253 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae46800640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fae48062630 0x7fae481f37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae47200640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae48159300 0x7fae481f77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae3de00640 1 -- 172.21.15.90:0/3792222253 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae48159300 msgr2=0x7fae481f77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae3de00640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae48159300 0x7fae481f77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae3de00640 1 -- 172.21.15.90:0/3792222253 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fae48062630 msgr2=0x7fae481f37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae3de00640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fae48062630 0x7fae481f37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae3de00640 1 -- 172.21.15.90:0/3792222253 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae481f8010 con 0x7fae4815e570 2024-09-19T06:49:23.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.745+0000 7fae46800640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fae48062630 0x7fae481f37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:23.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.746+0000 7fae3de00640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 0x7fae481f7290 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fae3000c7f0 tx=0x7fae3000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:23.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.746+0000 7fae3f400640 1 -- 172.21.15.90:0/3792222253 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae30015070 con 0x7fae4815e570 2024-09-19T06:49:23.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.746+0000 7fae3f400640 1 -- 172.21.15.90:0/3792222253 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae30007a30 con 0x7fae4815e570 2024-09-19T06:49:23.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.746+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae4815d2e0 con 0x7fae4815e570 2024-09-19T06:49:23.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.746+0000 7fae3f400640 1 -- 172.21.15.90:0/3792222253 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae30007e00 con 0x7fae4815e570 2024-09-19T06:49:23.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.746+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae481f7d10 con 0x7fae4815e570 2024-09-19T06:49:23.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.747+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae480d2ee0 con 0x7fae4815e570 2024-09-19T06:49:23.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.748+0000 7fae3f400640 1 -- 172.21.15.90:0/3792222253 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fae30018070 con 0x7fae4815e570 2024-09-19T06:49:23.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.749+0000 7fae3f400640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fae2406c2b0 0x7fae2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:23.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.749+0000 7fae3f400640 1 -- 172.21.15.90:0/3792222253 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fae3008b3e0 con 0x7fae4815e570 2024-09-19T06:49:23.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.749+0000 7fae46800640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fae2406c2b0 0x7fae2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:23.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.749+0000 7fae46800640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fae2406c2b0 0x7fae2406e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fae38034000 tx=0x7fae3802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:23.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.753+0000 7fae3f400640 1 -- 172.21.15.90:0/3792222253 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fae30059b40 con 0x7fae4815e570 2024-09-19T06:49:23.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.928+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fae480d2530 con 0x7fae4815e570 2024-09-19T06:49:23.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.929+0000 7fae3f400640 1 -- 172.21.15.90:0/3792222253 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) ==== 93+0+10 (secure 0 0 0) 0x7fae30059440 con 0x7fae4815e570 2024-09-19T06:49:23.930 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-09-19T06:49:23.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fae2406c2b0 msgr2=0x7fae2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fae2406c2b0 0x7fae2406e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fae38034000 tx=0x7fae3802e000 comp rx=0 tx=0).stop 2024-09-19T06:49:23.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 msgr2=0x7fae481f7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:23.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 0x7fae481f7290 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fae3000c7f0 tx=0x7fae3000cbf0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 shutdown_connections 2024-09-19T06:49:23.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fae2406c2b0 0x7fae2406e770 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fae48159300 0x7fae481f77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae4815e570 0x7fae481f7290 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 --2- 172.21.15.90:0/3792222253 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fae48062630 0x7fae481f37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:23.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 >> 172.21.15.90:0/3792222253 conn(0x7fae480d4480 msgr2=0x7fae480b7a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:23.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 shutdown_connections 2024-09-19T06:49:23.934 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:23.931+0000 7fae4ca00640 1 -- 172.21.15.90:0/3792222253 wait complete. 2024-09-19T06:49:23.949 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T06:49:24.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.104+0000 7f8406200640 1 Processor -- start 2024-09-19T06:49:24.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.104+0000 7f8406200640 1 -- start start 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f8406200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f840015e570 0x7f84000b7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f8406200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f84000cf3a0 0x7f84001629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f8406200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84000d2330 con 0x7f8400062630 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f8406200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f840015e950 con 0x7f84000cf3a0 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f8406200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f8400162f30 con 0x7f840015e570 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f83f7e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f84000cf3a0 0x7f84001629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f83f7e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f84000cf3a0 0x7f84001629f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46762/0 (socket says 172.21.15.90:46762) 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f83f7e00640 1 -- 172.21.15.90:0/3997764638 learned_addr learned my addr 172.21.15.90:0/3997764638 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f8405800640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f8400062630 0x7f840006be20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32796/0 (socket says 172.21.15.90:32796) 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f8404e00640 1 --2- 172.21.15.90:0/3997764638 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f840015e570 0x7f84000b7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f83ffe00640 1 -- 172.21.15.90:0/3997764638 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1433188883 0 0) 0x7f84000d2330 con 0x7f8400062630 2024-09-19T06:49:24.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.106+0000 7f83ffe00640 1 -- 172.21.15.90:0/3997764638 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f83e4003520 con 0x7f8400062630 2024-09-19T06:49:24.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.107+0000 7f8404e00640 1 -- 172.21.15.90:0/3997764638 >> v2:172.21.15.90:3300/0 conn(0x7f84000cf3a0 msgr2=0x7f84001629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:24.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.107+0000 7f8404e00640 1 --2- 172.21.15.90:0/3997764638 >> v2:172.21.15.90:3300/0 conn(0x7f84000cf3a0 0x7f84001629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.107+0000 7f8404e00640 1 -- 172.21.15.90:0/3997764638 >> v1:172.21.15.90:6789/0 conn(0x7f8400062630 legacy=0x7f840006be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.107+0000 7f8404e00640 1 -- 172.21.15.90:0/3997764638 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84000cf830 con 0x7f840015e570 2024-09-19T06:49:24.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.107+0000 7f83f7e00640 1 --2- 172.21.15.90:0/3997764638 >> v2:172.21.15.90:3300/0 conn(0x7f84000cf3a0 0x7f84001629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:24.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.108+0000 7f8404e00640 1 --2- 172.21.15.90:0/3997764638 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f840015e570 0x7f84000b7460 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f83f00097a0 tx=0x7f83f002a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b5f19b693a87ed1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:24.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.108+0000 7f83ffe00640 1 -- 172.21.15.90:0/3997764638 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f0037070 con 0x7f840015e570 2024-09-19T06:49:24.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.108+0000 7f83ffe00640 1 -- 172.21.15.90:0/3997764638 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f0032440 con 0x7f840015e570 2024-09-19T06:49:24.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.108+0000 7f83ffe00640 1 -- 172.21.15.90:0/3997764638 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f0032810 con 0x7f840015e570 2024-09-19T06:49:24.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.108+0000 7f8406200640 1 -- 172.21.15.90:0/3997764638 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f840015e570 msgr2=0x7f84000b7460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.108+0000 7f8406200640 1 --2- 172.21.15.90:0/3997764638 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f840015e570 0x7f84000b7460 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f83f00097a0 tx=0x7f83f002a230 comp rx=0 tx=0).stop 2024-09-19T06:49:24.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.109+0000 7f8406200640 1 -- 172.21.15.90:0/3997764638 shutdown_connections 2024-09-19T06:49:24.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.109+0000 7f8406200640 1 --2- 172.21.15.90:0/3997764638 >> v2:172.21.15.90:3300/0 conn(0x7f84000cf3a0 0x7f84001629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.109+0000 7f8406200640 1 --2- 172.21.15.90:0/3997764638 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f840015e570 0x7f84000b7460 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.109+0000 7f8406200640 1 -- 172.21.15.90:0/3997764638 >> 172.21.15.90:0/3997764638 conn(0x7f84000d4480 msgr2=0x7f84000d4890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:24.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.109+0000 7f8406200640 1 -- 172.21.15.90:0/3997764638 shutdown_connections 2024-09-19T06:49:24.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.109+0000 7f8406200640 1 -- 172.21.15.90:0/3997764638 wait complete. 2024-09-19T06:49:24.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.110+0000 7f8406200640 1 Processor -- start 2024-09-19T06:49:24.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.111+0000 7f8406200640 1 -- start start 2024-09-19T06:49:24.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.111+0000 7f8406200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8400062630 0x7f8400157220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.111+0000 7f8406200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f840015e570 0x7f840015b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.111+0000 7f8406200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f84000ca760 0x7f84001e9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.111+0000 7f8406200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f84000d2c00 con 0x7f840015e570 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.111+0000 7f8406200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f84000ba3e0 con 0x7f84000ca760 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.111+0000 7f8406200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f84000d2ee0 con 0x7f8400062630 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f83f7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f840015e570 0x7f840015b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f83f7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f840015e570 0x7f840015b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46766/0 (socket says 172.21.15.90:46766) 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f83f7e00640 1 -- 172.21.15.90:0/95008618 learned_addr learned my addr 172.21.15.90:0/95008618 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f8404e00640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8400062630 0x7f8400157220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f8405800640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f84000ca760 0x7f84001e9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f83f7e00640 1 -- 172.21.15.90:0/95008618 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8400062630 msgr2=0x7f8400157220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f83f7e00640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8400062630 0x7f8400157220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f83f7e00640 1 -- 172.21.15.90:0/95008618 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f84000ca760 msgr2=0x7f84001e9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f83f7e00640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f84000ca760 0x7f84001e9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f83f7e00640 1 -- 172.21.15.90:0/95008618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f840015b5e0 con 0x7f840015e570 2024-09-19T06:49:24.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f8405800640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f84000ca760 0x7f84001e9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:24.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.112+0000 7f83f7e00640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f840015e570 0x7f840015b0a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f83e800e9a0 tx=0x7f83e800ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:24.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.113+0000 7f83fd600640 1 -- 172.21.15.90:0/95008618 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e8017070 con 0x7f840015e570 2024-09-19T06:49:24.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.113+0000 7f83fd600640 1 -- 172.21.15.90:0/95008618 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83e800ca00 con 0x7f840015e570 2024-09-19T06:49:24.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.113+0000 7f83fd600640 1 -- 172.21.15.90:0/95008618 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e800cdb0 con 0x7f840015e570 2024-09-19T06:49:24.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.113+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84000cacb0 con 0x7f840015e570 2024-09-19T06:49:24.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.113+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f840015a8a0 con 0x7f840015e570 2024-09-19T06:49:24.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.114+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8400161f70 con 0x7f840015e570 2024-09-19T06:49:24.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.115+0000 7f83fd600640 1 -- 172.21.15.90:0/95008618 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83e801a070 con 0x7f840015e570 2024-09-19T06:49:24.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.116+0000 7f83fd600640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f83dc06c2b0 0x7f83dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.116+0000 7f83fd600640 1 -- 172.21.15.90:0/95008618 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f83e808b370 con 0x7f840015e570 2024-09-19T06:49:24.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.116+0000 7f8404e00640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f83dc06c2b0 0x7f83dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.117+0000 7f8404e00640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f83dc06c2b0 0x7f83dc06e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f83f0034000 tx=0x7f83f002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:24.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.120+0000 7f83fd600640 1 -- 172.21.15.90:0/95008618 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8400161f70 con 0x7f840015e570 2024-09-19T06:49:24.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.296+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f84000d4cc0 con 0x7f840015e570 2024-09-19T06:49:24.298 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.297+0000 7f83fd600640 1 -- 172.21.15.90:0/95008618 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) ==== 104+0+11 (secure 0 0 0) 0x7f83e80593f0 con 0x7f840015e570 2024-09-19T06:49:24.298 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-09-19T06:49:24.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f83dc06c2b0 msgr2=0x7f83dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f83dc06c2b0 0x7f83dc06e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f83f0034000 tx=0x7f83f002e000 comp rx=0 tx=0).stop 2024-09-19T06:49:24.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f840015e570 msgr2=0x7f840015b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f840015e570 0x7f840015b0a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f83e800e9a0 tx=0x7f83e800ee60 comp rx=0 tx=0).stop 2024-09-19T06:49:24.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 shutdown_connections 2024-09-19T06:49:24.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f83dc06c2b0 0x7f83dc06e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f84000ca760 0x7f84001e9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f840015e570 0x7f840015b0a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 --2- 172.21.15.90:0/95008618 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8400062630 0x7f8400157220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 >> 172.21.15.90:0/95008618 conn(0x7f84000d4480 msgr2=0x7f84000d3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:24.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 shutdown_connections 2024-09-19T06:49:24.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.299+0000 7f8406200640 1 -- 172.21.15.90:0/95008618 wait complete. 2024-09-19T06:49:24.316 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T06:49:24.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.470+0000 7fdde9800640 1 Processor -- start 2024-09-19T06:49:24.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.470+0000 7fdde9800640 1 -- start start 2024-09-19T06:49:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.471+0000 7fdde9800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fdde415b480 0x7fdde40b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.471+0000 7fdde9800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde40b60c0 0x7fdde4071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.471+0000 7fdde9800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdde40ccff0 con 0x7fdde4072530 2024-09-19T06:49:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.471+0000 7fdde9800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fdde40b6500 con 0x7fdde415b480 2024-09-19T06:49:24.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.471+0000 7fdde9800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdde4072970 con 0x7fdde40b60c0 2024-09-19T06:49:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.472+0000 7fdde2000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde40b60c0 0x7fdde4071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.472+0000 7fdde2a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fdde415b480 0x7fdde40b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.472+0000 7fdde2000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde40b60c0 0x7fdde4071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:47794/0 (socket says 172.21.15.90:47794) 2024-09-19T06:49:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.472+0000 7fdde2000640 1 -- 172.21.15.90:0/1987486459 learned_addr learned my addr 172.21.15.90:0/1987486459 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.472+0000 7fdde3400640 1 --1- 172.21.15.90:0/1987486459 >> v1:172.21.15.129:6789/0 conn(0x7fdde4072530 0x7fdde4070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:57722/0 (socket says 172.21.15.90:57722) 2024-09-19T06:49:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.472+0000 7fdde2000640 1 -- 172.21.15.90:0/1987486459 >> v2:172.21.15.129:3300/0 conn(0x7fdde415b480 msgr2=0x7fdde40b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.472+0000 7fdde2000640 1 --2- 172.21.15.90:0/1987486459 >> v2:172.21.15.129:3300/0 conn(0x7fdde415b480 0x7fdde40b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.472+0000 7fdde2000640 1 -- 172.21.15.90:0/1987486459 >> v1:172.21.15.129:6789/0 conn(0x7fdde4072530 legacy=0x7fdde4070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.472+0000 7fdde2000640 1 -- 172.21.15.90:0/1987486459 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdde40cd2d0 con 0x7fdde40b60c0 2024-09-19T06:49:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.473+0000 7fdde2000640 1 --2- 172.21.15.90:0/1987486459 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde40b60c0 0x7fdde4071ff0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fddd0009870 tx=0x7fddd002c3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a31bec1c6ff2912 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.474+0000 7fdde1600640 1 -- 172.21.15.90:0/1987486459 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd0038070 con 0x7fdde40b60c0 2024-09-19T06:49:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.474+0000 7fdde1600640 1 -- 172.21.15.90:0/1987486459 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddd0031710 con 0x7fdde40b60c0 2024-09-19T06:49:24.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.474+0000 7fdde1600640 1 -- 172.21.15.90:0/1987486459 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd0031ae0 con 0x7fdde40b60c0 2024-09-19T06:49:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.474+0000 7fdde9800640 1 -- 172.21.15.90:0/1987486459 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde40b60c0 msgr2=0x7fdde4071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.474+0000 7fdde9800640 1 --2- 172.21.15.90:0/1987486459 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde40b60c0 0x7fdde4071ff0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fddd0009870 tx=0x7fddd002c3d0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.475+0000 7fdde9800640 1 -- 172.21.15.90:0/1987486459 shutdown_connections 2024-09-19T06:49:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.475+0000 7fdde9800640 1 --2- 172.21.15.90:0/1987486459 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde40b60c0 0x7fdde4071ff0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.475+0000 7fdde9800640 1 --2- 172.21.15.90:0/1987486459 >> v2:172.21.15.129:3300/0 conn(0x7fdde415b480 0x7fdde40b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.475+0000 7fdde9800640 1 -- 172.21.15.90:0/1987486459 >> 172.21.15.90:0/1987486459 conn(0x7fdde406d0f0 msgr2=0x7fdde406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:24.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.475+0000 7fdde9800640 1 -- 172.21.15.90:0/1987486459 shutdown_connections 2024-09-19T06:49:24.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.475+0000 7fdde9800640 1 -- 172.21.15.90:0/1987486459 wait complete. 2024-09-19T06:49:24.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.476+0000 7fdde9800640 1 Processor -- start 2024-09-19T06:49:24.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.476+0000 7fdde9800640 1 -- start start 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.477+0000 7fdde9800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdde4072530 0x7fdde4155a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.477+0000 7fdde9800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdde40b60c0 0x7fdde40aa480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.477+0000 7fdde9800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde415b480 0x7fdde40aa9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.477+0000 7fdde9800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdde40cdb70 con 0x7fdde4072530 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.477+0000 7fdde9800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fdde40cd890 con 0x7fdde40b60c0 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.477+0000 7fdde9800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdde415b860 con 0x7fdde415b480 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdde4072530 0x7fdde4155a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdde4072530 0x7fdde4155a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46780/0 (socket says 172.21.15.90:46780) 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2a00640 1 -- 172.21.15.90:0/4126869675 learned_addr learned my addr 172.21.15.90:0/4126869675 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2000640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdde40b60c0 0x7fdde40aa480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde3400640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde415b480 0x7fdde40aa9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2a00640 1 -- 172.21.15.90:0/4126869675 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde415b480 msgr2=0x7fdde40aa9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2a00640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde415b480 0x7fdde40aa9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2a00640 1 -- 172.21.15.90:0/4126869675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdde40b60c0 msgr2=0x7fdde40aa480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2a00640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdde40b60c0 0x7fdde40aa480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2a00640 1 -- 172.21.15.90:0/4126869675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdde41f4ec0 con 0x7fdde4072530 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2000640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdde40b60c0 0x7fdde40aa480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdde2a00640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdde4072530 0x7fdde4155a90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fddd400e8a0 tx=0x7fddd400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.478+0000 7fdddaa00640 1 -- 172.21.15.90:0/4126869675 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd4017070 con 0x7fdde4072530 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.479+0000 7fdddaa00640 1 -- 172.21.15.90:0/4126869675 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddd400c940 con 0x7fdde4072530 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.479+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdde41f51a0 con 0x7fdde4072530 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.479+0000 7fdddaa00640 1 -- 172.21.15.90:0/4126869675 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd400cd30 con 0x7fdde4072530 2024-09-19T06:49:24.481 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.479+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdde415c8b0 con 0x7fdde4072530 2024-09-19T06:49:24.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.480+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdde4071ff0 con 0x7fdde4072530 2024-09-19T06:49:24.482 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.481+0000 7fdddaa00640 1 -- 172.21.15.90:0/4126869675 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fddd401a070 con 0x7fdde4072530 2024-09-19T06:49:24.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.482+0000 7fdddaa00640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fddc406c2b0 0x7fddc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.482+0000 7fdddaa00640 1 -- 172.21.15.90:0/4126869675 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fddd408b670 con 0x7fdde4072530 2024-09-19T06:49:24.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.482+0000 7fdde2000640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fddc406c2b0 0x7fddc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.482+0000 7fdde2000640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fddc406c2b0 0x7fddc406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fddd0035000 tx=0x7fddd0008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:24.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.486+0000 7fdddaa00640 1 -- 172.21.15.90:0/4126869675 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fddd40596f0 con 0x7fdde4072530 2024-09-19T06:49:24.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.657+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fdde415e610 con 0x7fdde4072530 2024-09-19T06:49:24.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.658+0000 7fdddaa00640 1 -- 172.21.15.90:0/4126869675 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) ==== 100+0+11 (secure 0 0 0) 0x7fddd405d9f0 con 0x7fdde4072530 2024-09-19T06:49:24.659 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-09-19T06:49:24.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fddc406c2b0 msgr2=0x7fddc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fddc406c2b0 0x7fddc406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fddd0035000 tx=0x7fddd0008030 comp rx=0 tx=0).stop 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdde4072530 msgr2=0x7fdde4155a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdde4072530 0x7fdde4155a90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fddd400e8a0 tx=0x7fddd400ed60 comp rx=0 tx=0).stop 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 shutdown_connections 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fddc406c2b0 0x7fddc406e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdde415b480 0x7fdde40aa9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdde40b60c0 0x7fdde40aa480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 --2- 172.21.15.90:0/4126869675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdde4072530 0x7fdde4155a90 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 >> 172.21.15.90:0/4126869675 conn(0x7fdde406d0f0 msgr2=0x7fdde406d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 shutdown_connections 2024-09-19T06:49:24.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.660+0000 7fdde9800640 1 -- 172.21.15.90:0/4126869675 wait complete. 2024-09-19T06:49:24.678 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_acls.TestACLs.test_acls' 2024-09-19T06:49:24.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.828+0000 7f6ef7a00640 1 Processor -- start 2024-09-19T06:49:24.829 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.828+0000 7f6ef7a00640 1 -- start start 2024-09-19T06:49:24.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.829+0000 7f6ef7a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f6ef00cfc80 0x7f6ef00b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.829+0000 7f6ef7a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ef015c740 con 0x7f6ef0155800 2024-09-19T06:49:24.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.829+0000 7f6ef7a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ef00b50a0 con 0x7f6ef015c330 2024-09-19T06:49:24.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.829+0000 7f6ef7a00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f6ef00b5380 con 0x7f6ef00cfc80 2024-09-19T06:49:24.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.829+0000 7f6ef5000640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f6ef0155800 0x7f6ef00cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32798/0 (socket says 172.21.15.90:32798) 2024-09-19T06:49:24.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.829+0000 7f6ef5000640 1 -- 172.21.15.90:0/3775234414 learned_addr learned my addr 172.21.15.90:0/3775234414 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:24.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6ee7e00640 1 --2- 172.21.15.90:0/3775234414 >> v2:172.21.15.129:3300/0 conn(0x7f6ef00cfc80 0x7f6ef00b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.832 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1443103292 0 0) 0x7f6ef015c740 con 0x7f6ef0155800 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6ed4003520 con 0x7f6ef0155800 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1955884469 0 0) 0x7f6ed4003520 con 0x7f6ef0155800 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 >> v2:172.21.15.129:3300/0 conn(0x7f6ef00cfc80 msgr2=0x7f6ef00b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 --2- 172.21.15.90:0/3775234414 >> v2:172.21.15.129:3300/0 conn(0x7f6ef00cfc80 0x7f6ef00b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 >> v1:172.21.15.129:6789/0 conn(0x7f6ef015c330 legacy=0x7f6ef015c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef00b5660 con 0x7f6ef0155800 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f6ee0001670 con 0x7f6ef0155800 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 >> v1:172.21.15.90:6789/0 conn(0x7f6ef0155800 legacy=0x7f6ef00cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ed40039b0 0x7f6ed4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed4004310 0x7f6ed4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ed4004f40 0x7f6ed400ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef00b5380 con 0x7f6ed40039b0 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f6ed4010510 con 0x7f6ed4004f40 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f6ed4010690 con 0x7f6ed4004310 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.830+0000 7f6ef5000640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ed40039b0 0x7f6ed4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.831+0000 7f6ef5a00640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ed4004f40 0x7f6ed400ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.831+0000 7f6ee7e00640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed4004310 0x7f6ed4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.831+0000 7f6ef5000640 1 -- 172.21.15.90:0/3775234414 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed4004310 msgr2=0x7f6ed4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.831+0000 7f6ef5000640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed4004310 0x7f6ed4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.831+0000 7f6ef5000640 1 -- 172.21.15.90:0/3775234414 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ed4004f40 msgr2=0x7f6ed400ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.831+0000 7f6ef5000640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ed4004f40 0x7f6ed400ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.831+0000 7f6ef5000640 1 -- 172.21.15.90:0/3775234414 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ed4003520 con 0x7f6ed40039b0 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.831+0000 7f6ef5a00640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ed4004f40 0x7f6ed400ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:24.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.831+0000 7f6ef5a00640 1 -- 172.21.15.90:0/3775234414 reap_dead start 2024-09-19T06:49:24.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.832+0000 7f6ef5000640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ed40039b0 0x7f6ed4003dd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6ee000c240 tx=0x7f6ed4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa9979a0599d0614 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:24.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.832+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0007cf0 con 0x7f6ed40039b0 2024-09-19T06:49:24.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.832+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ee00058d0 con 0x7f6ed40039b0 2024-09-19T06:49:24.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.832+0000 7f6eefe00640 1 -- 172.21.15.90:0/3775234414 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0005d20 con 0x7f6ed40039b0 2024-09-19T06:49:24.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.832+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3775234414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ed40039b0 msgr2=0x7f6ed4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.832+0000 7f6ef7a00640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ed40039b0 0x7f6ed4003dd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6ee000c240 tx=0x7f6ed4005830 comp rx=0 tx=0).stop 2024-09-19T06:49:24.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.833+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3775234414 shutdown_connections 2024-09-19T06:49:24.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.833+0000 7f6ef7a00640 1 --2- 172.21.15.90:0/3775234414 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ed40039b0 0x7f6ed4003dd0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.833+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3775234414 >> 172.21.15.90:0/3775234414 conn(0x7f6ef006bc10 msgr2=0x7f6ef006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:24.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.833+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3775234414 shutdown_connections 2024-09-19T06:49:24.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.833+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3775234414 wait complete. 2024-09-19T06:49:24.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.834+0000 7f6ef7a00640 1 Processor -- start 2024-09-19T06:49:24.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.834+0000 7f6ef7a00640 1 -- start start 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.835+0000 7f6ef7a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed40039b0 0x7f6ef0072250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.835+0000 7f6ef7a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ef0148cc0 0x7f6ef0148510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.835+0000 7f6ef7a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ef0158100 0x7f6ef0158590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.835+0000 7f6ef7a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef0155be0 con 0x7f6ef0158100 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.835+0000 7f6ef7a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef00b5c20 con 0x7f6ef0148cc0 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.835+0000 7f6ef7a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f6ef00b6140 con 0x7f6ed40039b0 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ef0158100 0x7f6ef0158590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ef0158100 0x7f6ef0158590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46784/0 (socket says 172.21.15.90:46784) 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5a00640 1 -- 172.21.15.90:0/3141790499 learned_addr learned my addr 172.21.15.90:0/3141790499 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:24.839 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ee7e00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ef0148cc0 0x7f6ef0148510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5000640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed40039b0 0x7f6ef0072250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5a00640 1 -- 172.21.15.90:0/3141790499 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed40039b0 msgr2=0x7f6ef0072250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5a00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed40039b0 0x7f6ef0072250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5a00640 1 -- 172.21.15.90:0/3141790499 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ef0148cc0 msgr2=0x7f6ef0148510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5a00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ef0148cc0 0x7f6ef0148510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5a00640 1 -- 172.21.15.90:0/3141790499 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef0149540 con 0x7f6ef0158100 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5000640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed40039b0 0x7f6ef0072250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6ef5a00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ef0158100 0x7f6ef0158590 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6ef00cf540 tx=0x7f6ee800e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6eed600640 1 -- 172.21.15.90:0/3141790499 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee8003b80 con 0x7f6ef0158100 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.836+0000 7f6eed600640 1 -- 172.21.15.90:0/3141790499 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ee8018070 con 0x7f6ef0158100 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.837+0000 7f6eed600640 1 -- 172.21.15.90:0/3141790499 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee80050d0 con 0x7f6ef0158100 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.837+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ef014d050 con 0x7f6ef0158100 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.837+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ef014d2f0 con 0x7f6ef0158100 2024-09-19T06:49:24.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.838+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ef00cf570 con 0x7f6ef0158100 2024-09-19T06:49:24.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.838+0000 7f6eed600640 1 -- 172.21.15.90:0/3141790499 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ee8005270 con 0x7f6ef0158100 2024-09-19T06:49:24.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.839+0000 7f6eed600640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:24.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.839+0000 7f6eed600640 1 -- 172.21.15.90:0/3141790499 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f6ee808afe0 con 0x7f6ef0158100 2024-09-19T06:49:24.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.840+0000 7f6ef5000640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:24.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.840+0000 7f6ef5000640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6ee0033000 tx=0x7f6ee0009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:24.845 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:24.844+0000 7f6eed600640 1 -- 172.21.15.90:0/3141790499 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ef0149540 con 0x7f6ef0158100 2024-09-19T06:49:25.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.084+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_acls.TestACLs.test_acls"]} v 0) -- 0x7f6ef00717c0 con 0x7f6ef0158100 2024-09-19T06:49:25.152 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.151+0000 7f6eed600640 1 -- 172.21.15.90:0/3141790499 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_acls.TestACLs.test_acls"]}]=0 v48) ==== 123+0+0 (secure 0 0 0) 0x7f6ee8059740 con 0x7f6ef0158100 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6ecc06c2b0 msgr2=0x7f6ecc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6ee0033000 tx=0x7f6ee0009030 comp rx=0 tx=0).stop 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ef0158100 msgr2=0x7f6ef0158590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ef0158100 0x7f6ef0158590 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6ef00cf540 tx=0x7f6ee800e960 comp rx=0 tx=0).stop 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 shutdown_connections 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6ef0158100 0x7f6ef0158590 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f6ef0148cc0 0x7f6ef0148510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 --2- 172.21.15.90:0/3141790499 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f6ed40039b0 0x7f6ef0072250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 >> 172.21.15.90:0/3141790499 conn(0x7f6ef006bc10 msgr2=0x7f6ef00ce070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 shutdown_connections 2024-09-19T06:49:25.155 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.153+0000 7f6ef7a00640 1 -- 172.21.15.90:0/3141790499 wait complete. 2024-09-19T06:49:25.170 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T06:49:25.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.325+0000 7f8605e00640 1 Processor -- start 2024-09-19T06:49:25.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.325+0000 7f8605e00640 1 -- start start 2024-09-19T06:49:25.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.327+0000 7f8605e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f860015b480 0x7f86000b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:25.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.327+0000 7f8605e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86000ccff0 con 0x7f86000b60c0 2024-09-19T06:49:25.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.327+0000 7f8605e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86000cd2d0 con 0x7f8600072700 2024-09-19T06:49:25.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.327+0000 7f8605e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f86000b6500 con 0x7f860015b480 2024-09-19T06:49:25.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.327+0000 7f85f6000640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f86000b60c0 0x7f8600071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32800/0 (socket says 172.21.15.90:32800) 2024-09-19T06:49:25.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.327+0000 7f85f6000640 1 -- 172.21.15.90:0/1137996087 learned_addr learned my addr 172.21.15.90:0/1137996087 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:25.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.327+0000 7f85fea00640 1 --2- 172.21.15.90:0/1137996087 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f860015b480 0x7f86000b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:25.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.327+0000 7f85fe000640 1 -- 172.21.15.90:0/1137996087 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3686923238 0 0) 0x7f86000ccff0 con 0x7f86000b60c0 2024-09-19T06:49:25.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.327+0000 7f85fe000640 1 -- 172.21.15.90:0/1137996087 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85e4003520 con 0x7f86000b60c0 2024-09-19T06:49:25.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.328+0000 7f85fe000640 1 -- 172.21.15.90:0/1137996087 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 502533333 0 0) 0x7f86000cd2d0 con 0x7f8600072700 2024-09-19T06:49:25.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.328+0000 7f85fe000640 1 -- 172.21.15.90:0/1137996087 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f86000ccff0 con 0x7f8600072700 2024-09-19T06:49:25.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.328+0000 7f85fea00640 1 -- 172.21.15.90:0/1137996087 >> v1:172.21.15.129:6789/0 conn(0x7f8600072700 legacy=0x7f860015bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:25.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.328+0000 7f85fea00640 1 -- 172.21.15.90:0/1137996087 >> v1:172.21.15.90:6789/0 conn(0x7f86000b60c0 legacy=0x7f8600071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:25.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.328+0000 7f85fea00640 1 -- 172.21.15.90:0/1137996087 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86000cd5b0 con 0x7f860015b480 2024-09-19T06:49:25.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.329+0000 7f85fea00640 1 --2- 172.21.15.90:0/1137996087 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f860015b480 0x7f86000b5b80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85f00097d0 tx=0x7f85f002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d76ad622f0793c92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:25.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.329+0000 7f85fe000640 1 -- 172.21.15.90:0/1137996087 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f0037070 con 0x7f860015b480 2024-09-19T06:49:25.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.329+0000 7f85fe000640 1 -- 172.21.15.90:0/1137996087 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85f0032440 con 0x7f860015b480 2024-09-19T06:49:25.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.329+0000 7f85fe000640 1 -- 172.21.15.90:0/1137996087 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f0032810 con 0x7f860015b480 2024-09-19T06:49:25.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.330+0000 7f8605e00640 1 -- 172.21.15.90:0/1137996087 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f860015b480 msgr2=0x7f86000b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:25.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.330+0000 7f8605e00640 1 --2- 172.21.15.90:0/1137996087 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f860015b480 0x7f86000b5b80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85f00097d0 tx=0x7f85f002a180 comp rx=0 tx=0).stop 2024-09-19T06:49:25.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.330+0000 7f8605e00640 1 -- 172.21.15.90:0/1137996087 shutdown_connections 2024-09-19T06:49:25.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.330+0000 7f8605e00640 1 --2- 172.21.15.90:0/1137996087 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f860015b480 0x7f86000b5b80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.330+0000 7f8605e00640 1 -- 172.21.15.90:0/1137996087 >> 172.21.15.90:0/1137996087 conn(0x7f860006d0f0 msgr2=0x7f860006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:25.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.330+0000 7f8605e00640 1 -- 172.21.15.90:0/1137996087 shutdown_connections 2024-09-19T06:49:25.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.330+0000 7f8605e00640 1 -- 172.21.15.90:0/1137996087 wait complete. 2024-09-19T06:49:25.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.331+0000 7f8605e00640 1 Processor -- start 2024-09-19T06:49:25.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.331+0000 7f8605e00640 1 -- start start 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.332+0000 7f8605e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8600072700 0x7f860014df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.332+0000 7f8605e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86000b60c0 0x7f86000aa480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.332+0000 7f8605e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f860015b480 0x7f8600154bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.332+0000 7f8605e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f860015b860 con 0x7f860015b480 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.332+0000 7f8605e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f86000cdb70 con 0x7f8600072700 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.332+0000 7f8605e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f860015b9e0 con 0x7f86000b60c0 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85ff400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f860015b480 0x7f8600154bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85ff400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f860015b480 0x7f8600154bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46794/0 (socket says 172.21.15.90:46794) 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85ff400640 1 -- 172.21.15.90:0/3142007853 learned_addr learned my addr 172.21.15.90:0/3142007853 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:25.335 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85ff400640 1 -- 172.21.15.90:0/3142007853 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86000b60c0 msgr2=0x7f86000aa480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85ff400640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86000b60c0 0x7f86000aa480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85ff400640 1 -- 172.21.15.90:0/3142007853 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8600072700 msgr2=0x7f860014df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85ff400640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8600072700 0x7f860014df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85ff400640 1 -- 172.21.15.90:0/3142007853 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f860015abe0 con 0x7f860015b480 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85ff400640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f860015b480 0x7f8600154bf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f85f800c790 tx=0x7f85f800cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85f7e00640 1 -- 172.21.15.90:0/3142007853 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8003b70 con 0x7f860015b480 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85f7e00640 1 -- 172.21.15.90:0/3142007853 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85f8003d10 con 0x7f860015b480 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.333+0000 7f85f7e00640 1 -- 172.21.15.90:0/3142007853 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f800aa50 con 0x7f860015b480 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.334+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86001f8730 con 0x7f860015b480 2024-09-19T06:49:25.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.334+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86001578d0 con 0x7f860015b480 2024-09-19T06:49:25.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.335+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86000ce9f0 con 0x7f860015b480 2024-09-19T06:49:25.337 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.335+0000 7f85f7e00640 1 -- 172.21.15.90:0/3142007853 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f85f800abf0 con 0x7f860015b480 2024-09-19T06:49:25.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.336+0000 7f85f7e00640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f85dc06c2e0 0x7f85dc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:25.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.336+0000 7f85f7e00640 1 -- 172.21.15.90:0/3142007853 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f85f808b3f0 con 0x7f860015b480 2024-09-19T06:49:25.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.337+0000 7f85fea00640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f85dc06c2e0 0x7f85dc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:25.338 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.337+0000 7f85fea00640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f85dc06c2e0 0x7f85dc06e7a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f85f0034000 tx=0x7f85f002c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:25.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.341+0000 7f85f7e00640 1 -- 172.21.15.90:0/3142007853 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f86000ce9f0 con 0x7f860015b480 2024-09-19T06:49:25.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.520+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f86000b5b80 con 0x7f860015b480 2024-09-19T06:49:25.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.524+0000 7f85f7e00640 1 -- 172.21.15.90:0/3142007853 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f85f8059b50 con 0x7f860015b480 2024-09-19T06:49:25.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f85dc06c2e0 msgr2=0x7f85dc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:25.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f85dc06c2e0 0x7f85dc06e7a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f85f0034000 tx=0x7f85f002c000 comp rx=0 tx=0).stop 2024-09-19T06:49:25.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f860015b480 msgr2=0x7f8600154bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:25.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f860015b480 0x7f8600154bf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f85f800c790 tx=0x7f85f800cc50 comp rx=0 tx=0).stop 2024-09-19T06:49:25.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 shutdown_connections 2024-09-19T06:49:25.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f85dc06c2e0 0x7f85dc06e7a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f860015b480 0x7f8600154bf0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86000b60c0 0x7f86000aa480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 --2- 172.21.15.90:0/3142007853 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8600072700 0x7f860014df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:25.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 >> 172.21.15.90:0/3142007853 conn(0x7f860006d0f0 msgr2=0x7f86000ce2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:25.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 shutdown_connections 2024-09-19T06:49:25.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:25.527+0000 7f8605e00640 1 -- 172.21.15.90:0/3142007853 wait complete. 2024-09-19T06:49:25.544 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:49:25.545 DEBUG:teuthology.orchestra.run.smithi090:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:49:25.644 DEBUG:teuthology.orchestra.run.smithi129:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:49:25.737 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:49:25.737 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:49:25.737 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:25.772 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:49:25.772 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:25.847 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:49:25.847 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:25.922 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:49:26.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.114+0000 7f45e8800640 1 Processor -- start 2024-09-19T06:49:26.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.114+0000 7f45e8800640 1 -- start start 2024-09-19T06:49:26.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.116+0000 7f45e8800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e006fda0 0x7f45e00d0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.116+0000 7f45e8800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45e00d1540 con 0x7f45e00d0fe0 2024-09-19T06:49:26.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.116+0000 7f45e8800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45e006d810 con 0x7f45e00d06c0 2024-09-19T06:49:26.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.116+0000 7f45e8800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f45e006daf0 con 0x7f45e006fda0 2024-09-19T06:49:26.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.116+0000 7f45e6800640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f45e00d0fe0 0x7f45e00b5460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32810/0 (socket says 172.21.15.90:32810) 2024-09-19T06:49:26.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.116+0000 7f45e6800640 1 -- 172.21.15.90:0/4087345252 learned_addr learned my addr 172.21.15.90:0/4087345252 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:26.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.116+0000 7f45e5400640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e006fda0 0x7f45e00d0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.116+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4141967640 0 0) 0x7f45e00d1540 con 0x7f45e00d0fe0 2024-09-19T06:49:26.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.116+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f45c8003520 con 0x7f45e00d0fe0 2024-09-19T06:49:26.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3483037736 0 0) 0x7f45e006d810 con 0x7f45e00d06c0 2024-09-19T06:49:26.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f45e00d1540 con 0x7f45e00d06c0 2024-09-19T06:49:26.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1104951572 0 0) 0x7f45c8003520 con 0x7f45e00d0fe0 2024-09-19T06:49:26.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e006fda0 msgr2=0x7f45e00d0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e006fda0 0x7f45e00d0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 >> v1:172.21.15.129:6789/0 conn(0x7f45e00d06c0 legacy=0x7f45e0073cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e006ddd0 con 0x7f45e00d0fe0 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f45dc0019f0 con 0x7f45e00d0fe0 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e5400640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e006fda0 0x7f45e00d0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 >> v1:172.21.15.90:6789/0 conn(0x7f45e00d0fe0 legacy=0x7f45e00b5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f45c8003b70 0x7f45c8003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45c8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e006fda0 0x7f45c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f45e006daf0 con 0x7f45c8004800 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f45c800ba20 con 0x7f45c8003b70 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f45c800bc20 con 0x7f45e006fda0 2024-09-19T06:49:26.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e5400640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45c8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e5e00640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f45c8003b70 0x7f45c8003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.117+0000 7f45e6800640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e006fda0 0x7f45c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.118+0000 7f45e5400640 1 -- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e006fda0 msgr2=0x7f45c80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:26.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.118+0000 7f45e5400640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e006fda0 0x7f45c80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.118+0000 7f45e5400640 1 -- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f45c8003b70 msgr2=0x7f45c8003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:26.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.118+0000 7f45e5400640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f45c8003b70 0x7f45c8003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.118+0000 7f45e5400640 1 -- 172.21.15.90:0/4087345252 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45c8003520 con 0x7f45c8004800 2024-09-19T06:49:26.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.119+0000 7f45e5400640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45c8004c80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f45d0009c60 tx=0x7f45c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7342a5f6ec331cdf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:26.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.119+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0036070 con 0x7f45c8004800 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.119+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d0031400 con 0x7f45c8004800 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.119+0000 7f45e4a00640 1 -- 172.21.15.90:0/4087345252 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0009860 con 0x7f45c8004800 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.119+0000 7f45e8800640 1 -- 172.21.15.90:0/4087345252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 msgr2=0x7f45c8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.119+0000 7f45e8800640 1 --2- 172.21.15.90:0/4087345252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45c8004c80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f45d0009c60 tx=0x7f45c8005830 comp rx=0 tx=0).stop 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.119+0000 7f45e6800640 1 -- 172.21.15.90:0/4087345252 reap_dead start 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.120+0000 7f45e8800640 1 -- 172.21.15.90:0/4087345252 shutdown_connections 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.120+0000 7f45e8800640 1 -- 172.21.15.90:0/4087345252 >> 172.21.15.90:0/4087345252 conn(0x7f45e00b7d70 msgr2=0x7f45e0062630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.120+0000 7f45e8800640 1 -- 172.21.15.90:0/4087345252 shutdown_connections 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.120+0000 7f45e8800640 1 -- 172.21.15.90:0/4087345252 wait complete. 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.121+0000 7f45e8800640 1 Processor -- start 2024-09-19T06:49:26.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.121+0000 7f45e8800640 1 -- start start 2024-09-19T06:49:26.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.122+0000 7f45e8800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45e0158190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.122+0000 7f45e8800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e00cd300 0x7f45e00cb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.122+0000 7f45e8800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f45e00cbd20 0x7f45e00b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.122+0000 7f45e8800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f45e00d0c20 con 0x7f45c8004800 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.122+0000 7f45e8800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f45e00d0aa0 con 0x7f45e00cbd20 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.122+0000 7f45e8800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f45e00d0da0 con 0x7f45e00cd300 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.122+0000 7f45e5e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45e0158190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e5e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45e0158190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46810/0 (socket says 172.21.15.90:46810) 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e5e00640 1 -- 172.21.15.90:0/2227752277 learned_addr learned my addr 172.21.15.90:0/2227752277 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e5400640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e00cd300 0x7f45e00cb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e6800640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f45e00cbd20 0x7f45e00b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e5e00640 1 -- 172.21.15.90:0/2227752277 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e00cd300 msgr2=0x7f45e00cb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e5e00640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e00cd300 0x7f45e00cb7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e5e00640 1 -- 172.21.15.90:0/2227752277 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f45e00cbd20 msgr2=0x7f45e00b20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e5e00640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f45e00cbd20 0x7f45e00b20b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e5e00640 1 -- 172.21.15.90:0/2227752277 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e00cc260 con 0x7f45c8004800 2024-09-19T06:49:26.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e5e00640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45e0158190 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f45d400f7a0 tx=0x7f45d400fc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:26.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45da000640 1 -- 172.21.15.90:0/2227752277 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d400fe50 con 0x7f45c8004800 2024-09-19T06:49:26.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45da000640 1 -- 172.21.15.90:0/2227752277 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d4018070 con 0x7f45c8004800 2024-09-19T06:49:26.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45da000640 1 -- 172.21.15.90:0/2227752277 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d400d6d0 con 0x7f45c8004800 2024-09-19T06:49:26.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.123+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45e00cc540 con 0x7f45c8004800 2024-09-19T06:49:26.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.124+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45e00ccb00 con 0x7f45c8004800 2024-09-19T06:49:26.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.125+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45e0073cb0 con 0x7f45c8004800 2024-09-19T06:49:26.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.126+0000 7f45da000640 1 -- 172.21.15.90:0/2227752277 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f45d400d870 con 0x7f45c8004800 2024-09-19T06:49:26.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.127+0000 7f45da000640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f45c406c2e0 0x7f45c406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.127+0000 7f45da000640 1 -- 172.21.15.90:0/2227752277 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f45d408b3d0 con 0x7f45c8004800 2024-09-19T06:49:26.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.127+0000 7f45e5400640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f45c406c2e0 0x7f45c406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.128+0000 7f45e5400640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f45c406c2e0 0x7f45c406e7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f45d0033000 tx=0x7f45d0008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:26.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.131+0000 7f45da000640 1 -- 172.21.15.90:0/2227752277 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f45d401a310 con 0x7f45c8004800 2024-09-19T06:49:26.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.317+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f45e00b3290 con 0x7f45c8004800 2024-09-19T06:49:26.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.317+0000 7f45da000640 1 -- 172.21.15.90:0/2227752277 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f45d4059aa0 con 0x7f45c8004800 2024-09-19T06:49:26.319 INFO:teuthology.orchestra.run.smithi090.stderr:listed 0 entries 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f45c406c2e0 msgr2=0x7f45c406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f45c406c2e0 0x7f45c406e7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f45d0033000 tx=0x7f45d0008030 comp rx=0 tx=0).stop 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 msgr2=0x7f45e0158190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45e0158190 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f45d400f7a0 tx=0x7f45d400fc60 comp rx=0 tx=0).stop 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 shutdown_connections 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f45c406c2e0 0x7f45c406e7a0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f45e00cbd20 0x7f45e00b20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45e00cd300 0x7f45e00cb7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 --2- 172.21.15.90:0/2227752277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f45c8004800 0x7f45e0158190 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 >> 172.21.15.90:0/2227752277 conn(0x7f45e00b7d70 msgr2=0x7f45e00b6b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:26.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 shutdown_connections 2024-09-19T06:49:26.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.319+0000 7f45e8800640 1 -- 172.21.15.90:0/2227752277 wait complete. 2024-09-19T06:49:26.336 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:49:26.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:26.337 DEBUG:teuthology.orchestra.run.smithi090:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-19T06:49:26.396 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:49:26.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:26.397 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:49:26.443 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:49:26.443 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:26.482 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:49:26.482 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:26.559 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:49:26.559 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:26.636 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:49:26.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.788+0000 7fdb73200640 1 Processor -- start 2024-09-19T06:49:26.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.788+0000 7fdb73200640 1 -- start start 2024-09-19T06:49:26.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.789+0000 7fdb73200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb7415e5f0 0x7fdb740d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.789+0000 7fdb73200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fdb740b8900 0x7fdb740d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.789+0000 7fdb73200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb7415e9d0 con 0x7fdb740d13c0 2024-09-19T06:49:26.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.789+0000 7fdb73200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fdb740b9b30 con 0x7fdb740b8900 2024-09-19T06:49:26.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.789+0000 7fdb73200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdb740d1820 con 0x7fdb7415e5f0 2024-09-19T06:49:26.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.789+0000 7fdb72800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fdb740b8900 0x7fdb740d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.790+0000 7fdb72800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fdb740b8900 0x7fdb740d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46814/0 (socket says 172.21.15.90:46814) 2024-09-19T06:49:26.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.790+0000 7fdb72800640 1 -- 172.21.15.90:0/1678308365 learned_addr learned my addr 172.21.15.90:0/1678308365 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:26.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.790+0000 7fdb72800640 1 -- 172.21.15.90:0/1678308365 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb7415e5f0 msgr2=0x7fdb740d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:26.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.790+0000 7fdb71e00640 1 --2- 172.21.15.90:0/1678308365 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb7415e5f0 0x7fdb740d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.790+0000 7fdb72800640 1 --2- 172.21.15.90:0/1678308365 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb7415e5f0 0x7fdb740d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.790+0000 7fdb72800640 1 -- 172.21.15.90:0/1678308365 >> v1:172.21.15.129:6789/0 conn(0x7fdb740d13c0 legacy=0x7fdb740b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:26.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.790+0000 7fdb72800640 1 -- 172.21.15.90:0/1678308365 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb740b8f20 con 0x7fdb740b8900 2024-09-19T06:49:26.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.790+0000 7fdb71e00640 1 --2- 172.21.15.90:0/1678308365 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb7415e5f0 0x7fdb740d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.791+0000 7fdb72800640 1 --2- 172.21.15.90:0/1678308365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb740b8900 0x7fdb740d2bc0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009e50 tx=0x7fdb6c02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6446ec74478164a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.791+0000 7fdb71400640 1 -- 172.21.15.90:0/1678308365 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c036070 con 0x7fdb740b8900 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.791+0000 7fdb71400640 1 -- 172.21.15.90:0/1678308365 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb6c031600 con 0x7fdb740b8900 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.791+0000 7fdb71400640 1 -- 172.21.15.90:0/1678308365 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c0319d0 con 0x7fdb740b8900 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.792+0000 7fdb73200640 1 -- 172.21.15.90:0/1678308365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb740b8900 msgr2=0x7fdb740d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.792+0000 7fdb73200640 1 --2- 172.21.15.90:0/1678308365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb740b8900 0x7fdb740d2bc0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009e50 tx=0x7fdb6c02a6c0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.792+0000 7fdb73200640 1 -- 172.21.15.90:0/1678308365 shutdown_connections 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.792+0000 7fdb73200640 1 --2- 172.21.15.90:0/1678308365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb740b8900 0x7fdb740d2bc0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.792+0000 7fdb73200640 1 --2- 172.21.15.90:0/1678308365 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb7415e5f0 0x7fdb740d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.792+0000 7fdb73200640 1 -- 172.21.15.90:0/1678308365 >> 172.21.15.90:0/1678308365 conn(0x7fdb74062630 msgr2=0x7fdb74062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.792+0000 7fdb73200640 1 -- 172.21.15.90:0/1678308365 shutdown_connections 2024-09-19T06:49:26.794 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.792+0000 7fdb73200640 1 -- 172.21.15.90:0/1678308365 wait complete. 2024-09-19T06:49:26.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.793+0000 7fdb73200640 1 Processor -- start 2024-09-19T06:49:26.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.794+0000 7fdb73200640 1 -- start start 2024-09-19T06:49:26.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.794+0000 7fdb73200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb740b8900 0x7fdb7415fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.794+0000 7fdb73200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdb740d13c0 0x7fdb741600f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb73200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb7415e5f0 0x7fdb741527f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb73200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdb740b97c0 con 0x7fdb7415e5f0 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb73200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fdb740b94e0 con 0x7fdb740d13c0 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb73200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdb740d3100 con 0x7fdb740b8900 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb72800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb7415e5f0 0x7fdb741527f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb72800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb7415e5f0 0x7fdb741527f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46816/0 (socket says 172.21.15.90:46816) 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb72800640 1 -- 172.21.15.90:0/174483226 learned_addr learned my addr 172.21.15.90:0/174483226 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb71e00640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb740b8900 0x7fdb7415fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb6be00640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdb740d13c0 0x7fdb741600f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb72800640 1 -- 172.21.15.90:0/174483226 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb740b8900 msgr2=0x7fdb7415fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb72800640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb740b8900 0x7fdb7415fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb72800640 1 -- 172.21.15.90:0/174483226 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdb740d13c0 msgr2=0x7fdb741600f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb72800640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdb740d13c0 0x7fdb741600f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.795+0000 7fdb72800640 1 -- 172.21.15.90:0/174483226 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb74160860 con 0x7fdb7415e5f0 2024-09-19T06:49:26.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.796+0000 7fdb72800640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb7415e5f0 0x7fdb741527f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009e50 tx=0x7fdb6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:26.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.796+0000 7fdb6a000640 1 -- 172.21.15.90:0/174483226 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c036050 con 0x7fdb7415e5f0 2024-09-19T06:49:26.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.796+0000 7fdb6a000640 1 -- 172.21.15.90:0/174483226 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb6c042070 con 0x7fdb7415e5f0 2024-09-19T06:49:26.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.796+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb74160b40 con 0x7fdb7415e5f0 2024-09-19T06:49:26.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.796+0000 7fdb6a000640 1 -- 172.21.15.90:0/174483226 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c009510 con 0x7fdb7415e5f0 2024-09-19T06:49:26.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.796+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb74161100 con 0x7fdb7415e5f0 2024-09-19T06:49:26.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.797+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb74069c20 con 0x7fdb7415e5f0 2024-09-19T06:49:26.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.798+0000 7fdb6a000640 1 -- 172.21.15.90:0/174483226 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdb6c007bf0 con 0x7fdb7415e5f0 2024-09-19T06:49:26.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.799+0000 7fdb6a000640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdb5006c2b0 0x7fdb5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:26.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.799+0000 7fdb6a000640 1 -- 172.21.15.90:0/174483226 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fdb6c0ac240 con 0x7fdb7415e5f0 2024-09-19T06:49:26.800 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.799+0000 7fdb71e00640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdb5006c2b0 0x7fdb5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:26.801 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.799+0000 7fdb71e00640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdb5006c2b0 0x7fdb5006e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fdb6400aac0 tx=0x7fdb64008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:26.804 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.803+0000 7fdb6a000640 1 -- 172.21.15.90:0/174483226 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdb6c07a470 con 0x7fdb7415e5f0 2024-09-19T06:49:26.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.987+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdb740b5c60 con 0x7fdb7415e5f0 2024-09-19T06:49:26.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.988+0000 7fdb6a000640 1 -- 172.21.15.90:0/174483226 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7fdb6c07e770 con 0x7fdb7415e5f0 2024-09-19T06:49:26.990 INFO:teuthology.orchestra.run.smithi090.stderr:listed 0 entries 2024-09-19T06:49:26.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdb5006c2b0 msgr2=0x7fdb5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdb5006c2b0 0x7fdb5006e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fdb6400aac0 tx=0x7fdb64008040 comp rx=0 tx=0).stop 2024-09-19T06:49:26.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb7415e5f0 msgr2=0x7fdb741527f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:26.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb7415e5f0 0x7fdb741527f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009e50 tx=0x7fdb6c004a40 comp rx=0 tx=0).stop 2024-09-19T06:49:26.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 shutdown_connections 2024-09-19T06:49:26.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdb5006c2b0 0x7fdb5006e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdb7415e5f0 0x7fdb741527f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdb740d13c0 0x7fdb741600f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 --2- 172.21.15.90:0/174483226 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdb740b8900 0x7fdb7415fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:26.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.990+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 >> 172.21.15.90:0/174483226 conn(0x7fdb74062630 msgr2=0x7fdb740b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:26.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.991+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 shutdown_connections 2024-09-19T06:49:26.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:26.991+0000 7fdb73200640 1 -- 172.21.15.90:0/174483226 wait complete. 2024-09-19T06:49:27.007 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T06:49:27.008 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:27.008 DEBUG:teuthology.orchestra.run.smithi129:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-19T06:49:27.073 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:49:27.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:27.073 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T06:49:27.122 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:49:27.123 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:27.158 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:49:27.159 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:27.235 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:49:27.236 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:27.310 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:49:27.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.502+0000 7f9ef9e00640 1 Processor -- start 2024-09-19T06:49:27.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.502+0000 7f9ef9e00640 1 -- start start 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.503+0000 7f9ef9e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ef415b480 0x7f9ef40b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.503+0000 7f9ef9e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9ef40b60c0 0x7f9ef4071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.503+0000 7f9ef9e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ef40ccff0 con 0x7f9ef4072530 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9ef9e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f9ef40b6500 con 0x7f9ef40b60c0 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9ef9e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9ef4072990 con 0x7f9ef415b480 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9eea000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9ef40b60c0 0x7f9ef4071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9ef3400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f9ef4072530 0x7f9ef4070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32814/0 (socket says 172.21.15.90:32814) 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9ef3400640 1 -- 172.21.15.90:0/1466254476 learned_addr learned my addr 172.21.15.90:0/1466254476 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9eea000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9ef40b60c0 0x7f9ef4071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46818/0 (socket says 172.21.15.90:46818) 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9ef2a00640 1 --2- 172.21.15.90:0/1466254476 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ef415b480 0x7f9ef40b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:27.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9eea000640 1 -- 172.21.15.90:0/1466254476 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ef415b480 msgr2=0x7f9ef40b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:27.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9eea000640 1 --2- 172.21.15.90:0/1466254476 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ef415b480 0x7f9ef40b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9eea000640 1 -- 172.21.15.90:0/1466254476 >> v1:172.21.15.90:6789/0 conn(0x7f9ef4072530 legacy=0x7f9ef4070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:27.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9eea000640 1 -- 172.21.15.90:0/1466254476 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef40cd2d0 con 0x7f9ef40b60c0 2024-09-19T06:49:27.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.504+0000 7f9ef2000640 1 -- 172.21.15.90:0/1466254476 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 69506755 0 0) 0x7f9ef40ccff0 con 0x7f9ef4072530 2024-09-19T06:49:27.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.505+0000 7f9eea000640 1 --2- 172.21.15.90:0/1466254476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 0x7f9ef4071ff0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9edc0097a0 tx=0x7f9edc02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a77476c7008f0ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:27.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.505+0000 7f9ef2000640 1 -- 172.21.15.90:0/1466254476 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9edc037070 con 0x7f9ef40b60c0 2024-09-19T06:49:27.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef2000640 1 -- 172.21.15.90:0/1466254476 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9edc02ae50 con 0x7f9ef40b60c0 2024-09-19T06:49:27.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef2000640 1 -- 172.21.15.90:0/1466254476 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9edc032660 con 0x7f9ef40b60c0 2024-09-19T06:49:27.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef9e00640 1 -- 172.21.15.90:0/1466254476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 msgr2=0x7f9ef4071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:27.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef9e00640 1 --2- 172.21.15.90:0/1466254476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 0x7f9ef4071ff0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9edc0097a0 tx=0x7f9edc02a100 comp rx=0 tx=0).stop 2024-09-19T06:49:27.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef9e00640 1 -- 172.21.15.90:0/1466254476 shutdown_connections 2024-09-19T06:49:27.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef9e00640 1 --2- 172.21.15.90:0/1466254476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 0x7f9ef4071ff0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef9e00640 1 --2- 172.21.15.90:0/1466254476 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ef415b480 0x7f9ef40b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef9e00640 1 -- 172.21.15.90:0/1466254476 >> 172.21.15.90:0/1466254476 conn(0x7f9ef406d0f0 msgr2=0x7f9ef406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:27.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef9e00640 1 -- 172.21.15.90:0/1466254476 shutdown_connections 2024-09-19T06:49:27.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.506+0000 7f9ef9e00640 1 -- 172.21.15.90:0/1466254476 wait complete. 2024-09-19T06:49:27.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.508+0000 7f9ef9e00640 1 Processor -- start 2024-09-19T06:49:27.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.508+0000 7f9ef9e00640 1 -- start start 2024-09-19T06:49:27.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9ef9e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ef4072530 0x7f9ef41f4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9ef9e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 0x7f9ef4143f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9ef9e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ef415b480 0x7f9ef415cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9ef9e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef40cdb70 con 0x7f9ef40b60c0 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9ef9e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef40cd890 con 0x7f9ef415b480 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9ef9e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9ef415b860 con 0x7f9ef4072530 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9eea000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 0x7f9ef4143f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9eea000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 0x7f9ef4143f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46822/0 (socket says 172.21.15.90:46822) 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9eea000640 1 -- 172.21.15.90:0/910124588 learned_addr learned my addr 172.21.15.90:0/910124588 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9eea000640 1 -- 172.21.15.90:0/910124588 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ef4072530 msgr2=0x7f9ef41f4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9eea000640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ef4072530 0x7f9ef41f4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9eea000640 1 -- 172.21.15.90:0/910124588 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ef415b480 msgr2=0x7f9ef415cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:27.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9eea000640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ef415b480 0x7f9ef415cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.509+0000 7f9eea000640 1 -- 172.21.15.90:0/910124588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef41f50b0 con 0x7f9ef40b60c0 2024-09-19T06:49:27.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.510+0000 7f9eea000640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 0x7f9ef4143f60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9edc035040 tx=0x7f9edc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:27.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.510+0000 7f9eebe00640 1 -- 172.21.15.90:0/910124588 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9edc037040 con 0x7f9ef40b60c0 2024-09-19T06:49:27.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.510+0000 7f9eebe00640 1 -- 172.21.15.90:0/910124588 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9edc004030 con 0x7f9ef40b60c0 2024-09-19T06:49:27.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.510+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ef415bf00 con 0x7f9ef40b60c0 2024-09-19T06:49:27.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.510+0000 7f9eebe00640 1 -- 172.21.15.90:0/910124588 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9edc004420 con 0x7f9ef40b60c0 2024-09-19T06:49:27.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.510+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ef415c7a0 con 0x7f9ef40b60c0 2024-09-19T06:49:27.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.511+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ef4071ff0 con 0x7f9ef40b60c0 2024-09-19T06:49:27.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.512+0000 7f9eebe00640 1 -- 172.21.15.90:0/910124588 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9edc003610 con 0x7f9ef40b60c0 2024-09-19T06:49:27.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.513+0000 7f9eebe00640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9ed006c2b0 0x7f9ed006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:27.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.513+0000 7f9eebe00640 1 -- 172.21.15.90:0/910124588 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9edc0ac280 con 0x7f9ef40b60c0 2024-09-19T06:49:27.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.513+0000 7f9ef2a00640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9ed006c2b0 0x7f9ed006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:27.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.514+0000 7f9ef2a00640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9ed006c2b0 0x7f9ed006e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9ef40cbdc0 tx=0x7f9ee4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:27.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.517+0000 7f9eebe00640 1 -- 172.21.15.90:0/910124588 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9edc07a950 con 0x7f9ef40b60c0 2024-09-19T06:49:27.702 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.700+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9ef4155530 con 0x7f9ef40b60c0 2024-09-19T06:49:27.702 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.701+0000 7f9eebe00640 1 -- 172.21.15.90:0/910124588 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f9edc07a250 con 0x7f9ef40b60c0 2024-09-19T06:49:27.703 INFO:teuthology.orchestra.run.smithi090.stderr:listed 0 entries 2024-09-19T06:49:27.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9ed006c2b0 msgr2=0x7f9ed006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:27.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9ed006c2b0 0x7f9ed006e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9ef40cbdc0 tx=0x7f9ee4008040 comp rx=0 tx=0).stop 2024-09-19T06:49:27.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 msgr2=0x7f9ef4143f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:27.705 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 0x7f9ef4143f60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9edc035040 tx=0x7f9edc0046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 shutdown_connections 2024-09-19T06:49:27.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9ed006c2b0 0x7f9ed006e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9ef415b480 0x7f9ef415cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9ef40b60c0 0x7f9ef4143f60 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 --2- 172.21.15.90:0/910124588 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9ef4072530 0x7f9ef41f4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:27.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 >> 172.21.15.90:0/910124588 conn(0x7f9ef406d0f0 msgr2=0x7f9ef40cc260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:27.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.703+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 shutdown_connections 2024-09-19T06:49:27.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:27.704+0000 7f9ef9e00640 1 -- 172.21.15.90:0/910124588 wait complete. 2024-09-19T06:49:27.720 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-19T06:49:27.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:27.720 DEBUG:teuthology.orchestra.run.smithi090:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-19T06:49:27.780 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:49:27.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:27.780 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T06:49:27.816 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:49:27.816 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:27.853 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:49:27.853 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:27.930 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:49:27.930 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:49:28.009 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:49:28.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.163+0000 7fc271600640 1 Processor -- start 2024-09-19T06:49:28.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.163+0000 7fc271600640 1 -- start start 2024-09-19T06:49:28.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.164+0000 7fc271600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fc26c0cf1f0 0x7fc26c0b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.164+0000 7fc271600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fc26c0b6720 0x7fc26c0d3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.164+0000 7fc271600640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc26c0cf860 con 0x7fc26c15e7a0 2024-09-19T06:49:28.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.164+0000 7fc271600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fc26c0b6b90 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.164+0000 7fc271600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fc26c0d2ca0 con 0x7fc26c0b6720 2024-09-19T06:49:28.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.164+0000 7fc26a000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fc26c0cf1f0 0x7fc26c0b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.164+0000 7fc26aa00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fc26c15e7a0 0x7fc26c06caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32822/0 (socket says 172.21.15.90:32822) 2024-09-19T06:49:28.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.164+0000 7fc26aa00640 1 -- 172.21.15.90:0/1982572682 learned_addr learned my addr 172.21.15.90:0/1982572682 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:28.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.164+0000 7fc26b400640 1 --2- 172.21.15.90:0/1982572682 >> v2:172.21.15.129:3300/0 conn(0x7fc26c0b6720 0x7fc26c0d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.165+0000 7fc26a000640 1 -- 172.21.15.90:0/1982572682 >> v2:172.21.15.129:3300/0 conn(0x7fc26c0b6720 msgr2=0x7fc26c0d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:28.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.165+0000 7fc26a000640 1 --2- 172.21.15.90:0/1982572682 >> v2:172.21.15.129:3300/0 conn(0x7fc26c0b6720 0x7fc26c0d3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.165+0000 7fc26a000640 1 -- 172.21.15.90:0/1982572682 >> v1:172.21.15.90:6789/0 conn(0x7fc26c15e7a0 legacy=0x7fc26c06caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.165+0000 7fc26a000640 1 -- 172.21.15.90:0/1982572682 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc26c0cfb40 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.165+0000 7fc269600640 1 -- 172.21.15.90:0/1982572682 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3470628984 0 0) 0x7fc26c0cf860 con 0x7fc26c15e7a0 2024-09-19T06:49:28.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.165+0000 7fc26b400640 1 --2- 172.21.15.90:0/1982572682 >> v2:172.21.15.129:3300/0 conn(0x7fc26c0b6720 0x7fc26c0d3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:28.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.166+0000 7fc26a000640 1 --2- 172.21.15.90:0/1982572682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 0x7fc26c0b61e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc26c08d930 tx=0x7fc25802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e874c9c275049a4d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:28.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.166+0000 7fc269600640 1 -- 172.21.15.90:0/1982572682 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc258037070 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.166+0000 7fc269600640 1 -- 172.21.15.90:0/1982572682 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc258032440 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.166+0000 7fc269600640 1 -- 172.21.15.90:0/1982572682 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25802ae60 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.166+0000 7fc271600640 1 -- 172.21.15.90:0/1982572682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 msgr2=0x7fc26c0b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.166+0000 7fc271600640 1 --2- 172.21.15.90:0/1982572682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 0x7fc26c0b61e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc26c08d930 tx=0x7fc25802a110 comp rx=0 tx=0).stop 2024-09-19T06:49:28.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.167+0000 7fc271600640 1 -- 172.21.15.90:0/1982572682 shutdown_connections 2024-09-19T06:49:28.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.167+0000 7fc271600640 1 --2- 172.21.15.90:0/1982572682 >> v2:172.21.15.129:3300/0 conn(0x7fc26c0b6720 0x7fc26c0d3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.167+0000 7fc271600640 1 --2- 172.21.15.90:0/1982572682 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 0x7fc26c0b61e0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.167+0000 7fc271600640 1 -- 172.21.15.90:0/1982572682 >> 172.21.15.90:0/1982572682 conn(0x7fc26c0d11e0 msgr2=0x7fc26c0d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:28.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.167+0000 7fc271600640 1 -- 172.21.15.90:0/1982572682 shutdown_connections 2024-09-19T06:49:28.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.167+0000 7fc271600640 1 -- 172.21.15.90:0/1982572682 wait complete. 2024-09-19T06:49:28.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.168+0000 7fc271600640 1 Processor -- start 2024-09-19T06:49:28.170 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.168+0000 7fc271600640 1 -- start start 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.169+0000 7fc271600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc26c0b6720 0x7fc26c14cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.169+0000 7fc271600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 0x7fc26c159860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.169+0000 7fc271600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc26c15e7a0 0x7fc26c159da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.169+0000 7fc271600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc26c0b7a00 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.169+0000 7fc271600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc26c0d2ef0 con 0x7fc26c0b6720 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.169+0000 7fc271600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc26c15eb80 con 0x7fc26c15e7a0 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26a000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 0x7fc26c159860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26a000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 0x7fc26c159860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46826/0 (socket says 172.21.15.90:46826) 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26a000640 1 -- 172.21.15.90:0/331922467 learned_addr learned my addr 172.21.15.90:0/331922467 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26aa00640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc26c0b6720 0x7fc26c14cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26b400640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc26c15e7a0 0x7fc26c159da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26a000640 1 -- 172.21.15.90:0/331922467 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc26c15e7a0 msgr2=0x7fc26c159da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26a000640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc26c15e7a0 0x7fc26c159da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26a000640 1 -- 172.21.15.90:0/331922467 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc26c0b6720 msgr2=0x7fc26c14cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26a000640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc26c0b6720 0x7fc26c14cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26a000640 1 -- 172.21.15.90:0/331922467 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc26c0d3440 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc26a000640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 0x7fc26c159860 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc258000c00 tx=0x7fc2580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:28.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.170+0000 7fc262a00640 1 -- 172.21.15.90:0/331922467 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc258037050 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.171+0000 7fc262a00640 1 -- 172.21.15.90:0/331922467 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc258038040 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.171+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc26c0d3720 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.171+0000 7fc262a00640 1 -- 172.21.15.90:0/331922467 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc258004470 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.171+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc26c0d3ce0 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.172+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc26c0b61e0 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.172+0000 7fc262a00640 1 -- 172.21.15.90:0/331922467 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc258030900 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.173+0000 7fc262a00640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc24c06c2b0 0x7fc24c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.173+0000 7fc262a00640 1 -- 172.21.15.90:0/331922467 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc2580abe40 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.174+0000 7fc26aa00640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc24c06c2b0 0x7fc24c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.174+0000 7fc26aa00640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc24c06c2b0 0x7fc24c06e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc25c000f60 tx=0x7fc25c007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:28.179 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.178+0000 7fc262a00640 1 -- 172.21.15.90:0/331922467 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc25807a070 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.363+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc26c0d2a80 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.364+0000 7fc262a00640 1 -- 172.21.15.90:0/331922467 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7fc25807e370 con 0x7fc26c0cf1f0 2024-09-19T06:49:28.365 INFO:teuthology.orchestra.run.smithi090.stderr:listed 0 entries 2024-09-19T06:49:28.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc24c06c2b0 msgr2=0x7fc24c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc24c06c2b0 0x7fc24c06e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc25c000f60 tx=0x7fc25c007d50 comp rx=0 tx=0).stop 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 msgr2=0x7fc26c159860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 0x7fc26c159860 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc258000c00 tx=0x7fc2580046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 shutdown_connections 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc24c06c2b0 0x7fc24c06e770 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc26c15e7a0 0x7fc26c159da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc26c0cf1f0 0x7fc26c159860 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 --2- 172.21.15.90:0/331922467 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc26c0b6720 0x7fc26c14cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 >> 172.21.15.90:0/331922467 conn(0x7fc26c0d11e0 msgr2=0x7fc26c157290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 shutdown_connections 2024-09-19T06:49:28.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.366+0000 7fc271600640 1 -- 172.21.15.90:0/331922467 wait complete. 2024-09-19T06:49:28.383 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-19T06:49:28.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:28.383 DEBUG:teuthology.orchestra.run.smithi129:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-19T06:49:28.443 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:49:28.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:49:28.443 DEBUG:teuthology.orchestra.run.smithi129:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T06:49:28.479 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T06:49:28.480 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:49:28.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.630+0000 7f4333600640 1 Processor -- start 2024-09-19T06:49:28.632 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.630+0000 7f4333600640 1 -- start start 2024-09-19T06:49:28.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.631+0000 7f4333600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f432c155800 0x7f432c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.631+0000 7f4333600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f432c15c330 0x7f432c0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.631+0000 7f4333600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f432c0cf570 0x7f432c0cf9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.631+0000 7f4333600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f432c0b4e60 con 0x7f432c0cf570 2024-09-19T06:49:28.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.631+0000 7f4333600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f432c0cff00 con 0x7f432c155800 2024-09-19T06:49:28.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.631+0000 7f4333600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f432c15c7a0 con 0x7f432c15c330 2024-09-19T06:49:28.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f4331600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f432c0cf570 0x7f432c0cf9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f4331600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f432c0cf570 0x7f432c0cf9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46828/0 (socket says 172.21.15.90:46828) 2024-09-19T06:49:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f4331600640 1 -- 172.21.15.90:0/681702575 learned_addr learned my addr 172.21.15.90:0/681702575 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f4330c00640 1 --2- 172.21.15.90:0/681702575 >> v2:172.21.15.129:3300/0 conn(0x7f432c155800 0x7f432c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f432be00640 1 --2- 172.21.15.90:0/681702575 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f432c15c330 0x7f432c0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f4331600640 1 -- 172.21.15.90:0/681702575 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f432c15c330 msgr2=0x7f432c0b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f4331600640 1 --2- 172.21.15.90:0/681702575 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f432c15c330 0x7f432c0b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f4331600640 1 -- 172.21.15.90:0/681702575 >> v2:172.21.15.129:3300/0 conn(0x7f432c155800 msgr2=0x7f432c0b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f4331600640 1 --2- 172.21.15.90:0/681702575 >> v2:172.21.15.129:3300/0 conn(0x7f432c155800 0x7f432c0b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.632+0000 7f4331600640 1 -- 172.21.15.90:0/681702575 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432c0b50a0 con 0x7f432c0cf570 2024-09-19T06:49:28.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.633+0000 7f4331600640 1 --2- 172.21.15.90:0/681702575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 0x7f432c0cf9c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f432c06c7f0 tx=0x7f432402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25c74a46669df448 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:28.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.633+0000 7f432b400640 1 -- 172.21.15.90:0/681702575 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4324036070 con 0x7f432c0cf570 2024-09-19T06:49:28.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f432b400640 1 -- 172.21.15.90:0/681702575 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4324031600 con 0x7f432c0cf570 2024-09-19T06:49:28.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f432b400640 1 -- 172.21.15.90:0/681702575 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43240319d0 con 0x7f432c0cf570 2024-09-19T06:49:28.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f4333600640 1 -- 172.21.15.90:0/681702575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 msgr2=0x7f432c0cf9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f4333600640 1 --2- 172.21.15.90:0/681702575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 0x7f432c0cf9c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f432c06c7f0 tx=0x7f432402a6a0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f4333600640 1 -- 172.21.15.90:0/681702575 shutdown_connections 2024-09-19T06:49:28.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f4333600640 1 --2- 172.21.15.90:0/681702575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 0x7f432c0cf9c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f4333600640 1 --2- 172.21.15.90:0/681702575 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f432c15c330 0x7f432c0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f4333600640 1 --2- 172.21.15.90:0/681702575 >> v2:172.21.15.129:3300/0 conn(0x7f432c155800 0x7f432c0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f4333600640 1 -- 172.21.15.90:0/681702575 >> 172.21.15.90:0/681702575 conn(0x7f432c06bc10 msgr2=0x7f432c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:28.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f4333600640 1 -- 172.21.15.90:0/681702575 shutdown_connections 2024-09-19T06:49:28.637 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.634+0000 7f4333600640 1 -- 172.21.15.90:0/681702575 wait complete. 2024-09-19T06:49:28.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.636+0000 7f4333600640 1 Processor -- start 2024-09-19T06:49:28.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.636+0000 7f4333600640 1 -- start start 2024-09-19T06:49:28.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4333600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 0x7f432c149960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4333600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f432c155800 0x7f432c14a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.638 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4333600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f432c15c330 0x7f432c14d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4333600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f432c0b5940 con 0x7f432c0cf570 2024-09-19T06:49:28.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4333600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f432c0b5660 con 0x7f432c15c330 2024-09-19T06:49:28.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4333600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f432c0b5c20 con 0x7f432c155800 2024-09-19T06:49:28.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4330c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 0x7f432c149960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4330c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 0x7f432c149960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46838/0 (socket says 172.21.15.90:46838) 2024-09-19T06:49:28.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4330c00640 1 -- 172.21.15.90:0/527388258 learned_addr learned my addr 172.21.15.90:0/527388258 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:28.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4330c00640 1 -- 172.21.15.90:0/527388258 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f432c155800 msgr2=0x7f432c14a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4330c00640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f432c155800 0x7f432c14a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4330c00640 1 -- 172.21.15.90:0/527388258 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f432c15c330 msgr2=0x7f432c14d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.637+0000 7f4330c00640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f432c15c330 0x7f432c14d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.638+0000 7f4330c00640 1 -- 172.21.15.90:0/527388258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432c1575b0 con 0x7f432c0cf570 2024-09-19T06:49:28.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.638+0000 7f4330c00640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 0x7f432c149960 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f432000e9e0 tx=0x7f432000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:28.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.638+0000 7f4328c00640 1 -- 172.21.15.90:0/527388258 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4320017070 con 0x7f432c0cf570 2024-09-19T06:49:28.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.638+0000 7f4328c00640 1 -- 172.21.15.90:0/527388258 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f432000c9d0 con 0x7f432c0cf570 2024-09-19T06:49:28.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.638+0000 7f4328c00640 1 -- 172.21.15.90:0/527388258 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432000cdc0 con 0x7f432c0cf570 2024-09-19T06:49:28.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.638+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432c157890 con 0x7f432c0cf570 2024-09-19T06:49:28.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.638+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f432c14cd40 con 0x7f432c0cf570 2024-09-19T06:49:28.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.639+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f432c155be0 con 0x7f432c0cf570 2024-09-19T06:49:28.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.640+0000 7f4328c00640 1 -- 172.21.15.90:0/527388258 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f432001a070 con 0x7f432c0cf570 2024-09-19T06:49:28.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.641+0000 7f4328c00640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f430c06c2b0 0x7f430c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:28.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.641+0000 7f4328c00640 1 -- 172.21.15.90:0/527388258 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f432008b8e0 con 0x7f432c0cf570 2024-09-19T06:49:28.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.641+0000 7f432be00640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f430c06c2b0 0x7f430c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:28.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.642+0000 7f432be00640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f430c06c2b0 0x7f430c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f432c14a740 tx=0x7f4318009460 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:28.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.645+0000 7f4328c00640 1 -- 172.21.15.90:0/527388258 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4320059f20 con 0x7f432c0cf570 2024-09-19T06:49:28.856 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.855+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f432c06df40 con 0x7f432c0cf570 2024-09-19T06:49:28.857 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.856+0000 7f4328c00640 1 -- 172.21.15.90:0/527388258 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f4320059820 con 0x7f432c0cf570 2024-09-19T06:49:28.857 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:28.857 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":8,"btime":"2024-09-19T06:48:56:385399+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/1928270270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":1928270270},{"type":"v1","addr":"172.21.15.129:6835","nonce":1928270270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/3297834958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3297834958},{"type":"v1","addr":"172.21.15.90:6837","nonce":3297834958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:48:52.771428+0000","modified":"2024-09-19T06:48:55.785619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.129:6834/2311421318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2311421318},{"type":"v1","addr":"172.21.15.129:6834","nonce":2311421318}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T06:49:28.858 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 8 2024-09-19T06:49:28.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f430c06c2b0 msgr2=0x7f430c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.859 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f430c06c2b0 0x7f430c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f432c14a740 tx=0x7f4318009460 comp rx=0 tx=0).stop 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 msgr2=0x7f432c149960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 0x7f432c149960 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f432000e9e0 tx=0x7f432000eea0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 shutdown_connections 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f430c06c2b0 0x7f430c06e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f432c15c330 0x7f432c14d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f432c155800 0x7f432c14a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 --2- 172.21.15.90:0/527388258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f432c0cf570 0x7f432c149960 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 >> 172.21.15.90:0/527388258 conn(0x7f432c06bc10 msgr2=0x7f432c074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 shutdown_connections 2024-09-19T06:49:28.860 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:28.858+0000 7f4333600640 1 -- 172.21.15.90:0/527388258 wait complete. 2024-09-19T06:49:28.875 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:49:29.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.026+0000 7f95b7200640 1 Processor -- start 2024-09-19T06:49:29.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.026+0000 7f95b7200640 1 -- start start 2024-09-19T06:49:29.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.027+0000 7f95b7200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f95b00cfc80 0x7f95b00b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.027+0000 7f95b7200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f95b015c330 0x7f95b00b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.027+0000 7f95b7200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95b015c740 con 0x7f95b0155800 2024-09-19T06:49:29.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.027+0000 7f95b7200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f95b00b4e60 con 0x7f95b015c330 2024-09-19T06:49:29.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.027+0000 7f95b7200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f95b00b50a0 con 0x7f95b00cfc80 2024-09-19T06:49:29.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.027+0000 7f95b5200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f95b015c330 0x7f95b00b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.027+0000 7f95afe00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f95b0155800 0x7f95b00cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32834/0 (socket says 172.21.15.90:32834) 2024-09-19T06:49:29.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.027+0000 7f95b5200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f95b015c330 0x7f95b00b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46846/0 (socket says 172.21.15.90:46846) 2024-09-19T06:49:29.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.027+0000 7f95afe00640 1 -- 172.21.15.90:0/3678718930 learned_addr learned my addr 172.21.15.90:0/3678718930 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:29.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.028+0000 7f95af400640 1 --2- 172.21.15.90:0/3678718930 >> v2:172.21.15.129:3300/0 conn(0x7f95b00cfc80 0x7f95b00b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.028+0000 7f95b5200640 1 -- 172.21.15.90:0/3678718930 >> v2:172.21.15.129:3300/0 conn(0x7f95b00cfc80 msgr2=0x7f95b00b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:29.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.028+0000 7f95b5200640 1 --2- 172.21.15.90:0/3678718930 >> v2:172.21.15.129:3300/0 conn(0x7f95b00cfc80 0x7f95b00b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.028+0000 7f95b5200640 1 -- 172.21.15.90:0/3678718930 >> v1:172.21.15.90:6789/0 conn(0x7f95b0155800 legacy=0x7f95b00cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.028+0000 7f95b5200640 1 -- 172.21.15.90:0/3678718930 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95b00b5380 con 0x7f95b015c330 2024-09-19T06:49:29.030 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.028+0000 7f95aea00640 1 -- 172.21.15.90:0/3678718930 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2101068624 0 0) 0x7f95b015c740 con 0x7f95b0155800 2024-09-19T06:49:29.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.029+0000 7f95b5200640 1 --2- 172.21.15.90:0/3678718930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b015c330 0x7f95b00b4920 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f95a8009d90 tx=0x7f95a802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c42ef2eebc09c6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:29.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.029+0000 7f95aea00640 1 -- 172.21.15.90:0/3678718930 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a8007740 con 0x7f95b015c330 2024-09-19T06:49:29.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.029+0000 7f95aea00640 1 -- 172.21.15.90:0/3678718930 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95a80078e0 con 0x7f95b015c330 2024-09-19T06:49:29.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.029+0000 7f95aea00640 1 -- 172.21.15.90:0/3678718930 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a8007cb0 con 0x7f95b015c330 2024-09-19T06:49:29.031 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.030+0000 7f95b7200640 1 -- 172.21.15.90:0/3678718930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b015c330 msgr2=0x7f95b00b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.030+0000 7f95b7200640 1 --2- 172.21.15.90:0/3678718930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b015c330 0x7f95b00b4920 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f95a8009d90 tx=0x7f95a802a6a0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.030+0000 7f95b7200640 1 -- 172.21.15.90:0/3678718930 shutdown_connections 2024-09-19T06:49:29.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.030+0000 7f95b7200640 1 --2- 172.21.15.90:0/3678718930 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b015c330 0x7f95b00b4920 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.030+0000 7f95b7200640 1 --2- 172.21.15.90:0/3678718930 >> v2:172.21.15.129:3300/0 conn(0x7f95b00cfc80 0x7f95b00b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.030+0000 7f95b7200640 1 -- 172.21.15.90:0/3678718930 >> 172.21.15.90:0/3678718930 conn(0x7f95b006bc10 msgr2=0x7f95b006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:29.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.030+0000 7f95b7200640 1 -- 172.21.15.90:0/3678718930 shutdown_connections 2024-09-19T06:49:29.032 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.030+0000 7f95b7200640 1 -- 172.21.15.90:0/3678718930 wait complete. 2024-09-19T06:49:29.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.031+0000 7f95b7200640 1 Processor -- start 2024-09-19T06:49:29.033 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.032+0000 7f95b7200640 1 -- start start 2024-09-19T06:49:29.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.032+0000 7f95b7200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95b00cfc80 0x7f95b014f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.032+0000 7f95b7200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b0155800 0x7f95b0155e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95b7200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95b015c330 0x7f95b0154320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95b7200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f95b00b5c20 con 0x7f95b0155800 2024-09-19T06:49:29.035 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95b7200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f95b00b5940 con 0x7f95b015c330 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95b7200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f95b0155be0 con 0x7f95b00cfc80 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95af400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b0155800 0x7f95b0155e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95af400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b0155800 0x7f95b0155e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46862/0 (socket says 172.21.15.90:46862) 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95af400640 1 -- 172.21.15.90:0/645005349 learned_addr learned my addr 172.21.15.90:0/645005349 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95afe00640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95b00cfc80 0x7f95b014f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95b5200640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95b015c330 0x7f95b0154320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95af400640 1 -- 172.21.15.90:0/645005349 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95b00cfc80 msgr2=0x7f95b014f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95af400640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95b00cfc80 0x7f95b014f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95af400640 1 -- 172.21.15.90:0/645005349 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95b015c330 msgr2=0x7f95b0154320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95af400640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95b015c330 0x7f95b0154320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.033+0000 7f95af400640 1 -- 172.21.15.90:0/645005349 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95b0156550 con 0x7f95b0155800 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.034+0000 7f95af400640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b0155800 0x7f95b0155e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f959c00d800 tx=0x7f959c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.034+0000 7f95a7e00640 1 -- 172.21.15.90:0/645005349 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f959c004020 con 0x7f95b0155800 2024-09-19T06:49:29.036 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.034+0000 7f95a7e00640 1 -- 172.21.15.90:0/645005349 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f959c0041c0 con 0x7f95b0155800 2024-09-19T06:49:29.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.034+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95b0156830 con 0x7f95b0155800 2024-09-19T06:49:29.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.034+0000 7f95a7e00640 1 -- 172.21.15.90:0/645005349 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f959c004390 con 0x7f95b0155800 2024-09-19T06:49:29.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.034+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95b0156df0 con 0x7f95b0155800 2024-09-19T06:49:29.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.035+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95b00b6140 con 0x7f95b0155800 2024-09-19T06:49:29.037 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.036+0000 7f95a7e00640 1 -- 172.21.15.90:0/645005349 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f959c01b020 con 0x7f95b0155800 2024-09-19T06:49:29.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.037+0000 7f95a7e00640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f959006c2b0 0x7f959006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.037+0000 7f95a7e00640 1 -- 172.21.15.90:0/645005349 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f959c08b1a0 con 0x7f95b0155800 2024-09-19T06:49:29.038 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.037+0000 7f95afe00640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f959006c2b0 0x7f959006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.038+0000 7f95afe00640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f959006c2b0 0x7f959006e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f95a0000f60 tx=0x7f95a0007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:29.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.041+0000 7f95a7e00640 1 -- 172.21.15.90:0/645005349 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f959c059220 con 0x7f95b0155800 2024-09-19T06:49:29.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.251+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f95b0072e80 con 0x7f95b0155800 2024-09-19T06:49:29.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.252+0000 7f95a7e00640 1 -- 172.21.15.90:0/645005349 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f959c05d520 con 0x7f95b0155800 2024-09-19T06:49:29.254 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:29.254 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":8,"btime":"2024-09-19T06:48:56:385399+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/1928270270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":1928270270},{"type":"v1","addr":"172.21.15.129:6835","nonce":1928270270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/3297834958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3297834958},{"type":"v1","addr":"172.21.15.90:6837","nonce":3297834958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:48:52.771428+0000","modified":"2024-09-19T06:48:55.785619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.129:6834/2311421318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2311421318},{"type":"v1","addr":"172.21.15.129:6834","nonce":2311421318}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T06:49:29.254 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 8 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f959006c2b0 msgr2=0x7f959006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f959006c2b0 0x7f959006e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f95a0000f60 tx=0x7f95a0007d50 comp rx=0 tx=0).stop 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b0155800 msgr2=0x7f95b0155e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b0155800 0x7f95b0155e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f959c00d800 tx=0x7f959c00dcc0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 shutdown_connections 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f959006c2b0 0x7f959006e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95b015c330 0x7f95b0154320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95b0155800 0x7f95b0155e50 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 --2- 172.21.15.90:0/645005349 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95b00cfc80 0x7f95b014f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 >> 172.21.15.90:0/645005349 conn(0x7f95b006bc10 msgr2=0x7f95b00cd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:29.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 shutdown_connections 2024-09-19T06:49:29.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.254+0000 7f95b7200640 1 -- 172.21.15.90:0/645005349 wait complete. 2024-09-19T06:49:29.272 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:49:29.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.422+0000 7fe1e3a00640 1 Processor -- start 2024-09-19T06:49:29.424 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.423+0000 7fe1e3a00640 1 -- start start 2024-09-19T06:49:29.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.424+0000 7fe1e3a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc15c550 0x7fe1dc0b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.424+0000 7fe1e3a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1dc0b4cf0 con 0x7fe1dc15c170 2024-09-19T06:49:29.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.424+0000 7fe1e3a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1dc0b4fd0 con 0x7fe1dc0b6310 2024-09-19T06:49:29.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.424+0000 7fe1e3a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe1dc0b52b0 con 0x7fe1dc15c550 2024-09-19T06:49:29.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.424+0000 7fe1e1000640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fe1dc15c170 0x7fe1dc0cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32848/0 (socket says 172.21.15.90:32848) 2024-09-19T06:49:29.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.424+0000 7fe1e1000640 1 -- 172.21.15.90:0/2330119856 learned_addr learned my addr 172.21.15.90:0/2330119856 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:29.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.424+0000 7fe1d3e00640 1 --2- 172.21.15.90:0/2330119856 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc15c550 0x7fe1dc0b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.424+0000 7fe1dbe00640 1 -- 172.21.15.90:0/2330119856 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2403555762 0 0) 0x7fe1dc0b4cf0 con 0x7fe1dc15c170 2024-09-19T06:49:29.426 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.424+0000 7fe1dbe00640 1 -- 172.21.15.90:0/2330119856 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe1c0003520 con 0x7fe1dc15c170 2024-09-19T06:49:29.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.425+0000 7fe1dbe00640 1 -- 172.21.15.90:0/2330119856 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3333388839 0 0) 0x7fe1dc0b4fd0 con 0x7fe1dc0b6310 2024-09-19T06:49:29.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.425+0000 7fe1dbe00640 1 -- 172.21.15.90:0/2330119856 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe1dc0b4cf0 con 0x7fe1dc0b6310 2024-09-19T06:49:29.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.425+0000 7fe1d3e00640 1 -- 172.21.15.90:0/2330119856 >> v1:172.21.15.129:6789/0 conn(0x7fe1dc0b6310 legacy=0x7fe1dc0b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.425+0000 7fe1dbe00640 1 -- 172.21.15.90:0/2330119856 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3685864226 0 0) 0x7fe1c0003520 con 0x7fe1dc15c170 2024-09-19T06:49:29.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.425+0000 7fe1d3e00640 1 -- 172.21.15.90:0/2330119856 >> v1:172.21.15.90:6789/0 conn(0x7fe1dc15c170 legacy=0x7fe1dc0cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.427 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.425+0000 7fe1d3e00640 1 -- 172.21.15.90:0/2330119856 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1dc0b5590 con 0x7fe1dc15c550 2024-09-19T06:49:29.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.426+0000 7fe1d3e00640 1 --2- 172.21.15.90:0/2330119856 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc15c550 0x7fe1dc0b5dd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40097d0 tx=0x7fe1c402a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44812cee675613a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:29.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.426+0000 7fe1dbe00640 1 -- 172.21.15.90:0/2330119856 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4037070 con 0x7fe1dc15c550 2024-09-19T06:49:29.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.426+0000 7fe1dbe00640 1 -- 172.21.15.90:0/2330119856 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1c4032440 con 0x7fe1dc15c550 2024-09-19T06:49:29.428 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.426+0000 7fe1dbe00640 1 -- 172.21.15.90:0/2330119856 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4032810 con 0x7fe1dc15c550 2024-09-19T06:49:29.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.427+0000 7fe1e3a00640 1 -- 172.21.15.90:0/2330119856 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc15c550 msgr2=0x7fe1dc0b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.427+0000 7fe1e3a00640 1 --2- 172.21.15.90:0/2330119856 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc15c550 0x7fe1dc0b5dd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40097d0 tx=0x7fe1c402a200 comp rx=0 tx=0).stop 2024-09-19T06:49:29.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.427+0000 7fe1e3a00640 1 -- 172.21.15.90:0/2330119856 shutdown_connections 2024-09-19T06:49:29.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.427+0000 7fe1e3a00640 1 --2- 172.21.15.90:0/2330119856 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc15c550 0x7fe1dc0b5dd0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.427+0000 7fe1e3a00640 1 -- 172.21.15.90:0/2330119856 >> 172.21.15.90:0/2330119856 conn(0x7fe1dc06bc10 msgr2=0x7fe1dc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:29.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.427+0000 7fe1e3a00640 1 -- 172.21.15.90:0/2330119856 shutdown_connections 2024-09-19T06:49:29.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.427+0000 7fe1e3a00640 1 -- 172.21.15.90:0/2330119856 wait complete. 2024-09-19T06:49:29.429 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.428+0000 7fe1e3a00640 1 Processor -- start 2024-09-19T06:49:29.430 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.428+0000 7fe1e3a00640 1 -- start start 2024-09-19T06:49:29.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.429+0000 7fe1e3a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc0b6310 0x7fe1dc15df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.429+0000 7fe1e3a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1dc15c170 0x7fe1dc14b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.431 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.429+0000 7fe1e3a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1dc15c550 0x7fe1dc0ce250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.429+0000 7fe1e3a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe1dc15c990 con 0x7fe1dc15c170 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.429+0000 7fe1e3a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fe1dc0b5b50 con 0x7fe1dc15c550 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.429+0000 7fe1e3a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe1dc0cfdd0 con 0x7fe1dc0b6310 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1d3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1dc15c170 0x7fe1dc14b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1d3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1dc15c170 0x7fe1dc14b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46874/0 (socket says 172.21.15.90:46874) 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1d3e00640 1 -- 172.21.15.90:0/4225066537 learned_addr learned my addr 172.21.15.90:0/4225066537 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1e1a00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1dc15c550 0x7fe1dc0ce250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1e1000640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc0b6310 0x7fe1dc15df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1d3e00640 1 -- 172.21.15.90:0/4225066537 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc0b6310 msgr2=0x7fe1dc15df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1d3e00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc0b6310 0x7fe1dc15df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1d3e00640 1 -- 172.21.15.90:0/4225066537 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1dc15c550 msgr2=0x7fe1dc0ce250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1d3e00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1dc15c550 0x7fe1dc0ce250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.432 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1d3e00640 1 -- 172.21.15.90:0/4225066537 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1dc1f49e0 con 0x7fe1dc15c170 2024-09-19T06:49:29.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1e1000640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc0b6310 0x7fe1dc15df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:29.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.430+0000 7fe1d3e00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1dc15c170 0x7fe1dc14b310 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4035040 tx=0x7fe1c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:29.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.431+0000 7fe1d9600640 1 -- 172.21.15.90:0/4225066537 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4041020 con 0x7fe1dc15c170 2024-09-19T06:49:29.433 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.431+0000 7fe1d9600640 1 -- 172.21.15.90:0/4225066537 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1c403d6e0 con 0x7fe1dc15c170 2024-09-19T06:49:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.431+0000 7fe1d9600640 1 -- 172.21.15.90:0/4225066537 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4037040 con 0x7fe1dc15c170 2024-09-19T06:49:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.431+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1dc1f4cc0 con 0x7fe1dc15c170 2024-09-19T06:49:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.431+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1dc1f5280 con 0x7fe1dc15c170 2024-09-19T06:49:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.432+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1dc1f4750 con 0x7fe1dc15c170 2024-09-19T06:49:29.434 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.433+0000 7fe1d9600640 1 -- 172.21.15.90:0/4225066537 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe1c4044020 con 0x7fe1dc15c170 2024-09-19T06:49:29.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.433+0000 7fe1d9600640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b806c2b0 0x7fe1b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.434+0000 7fe1d9600640 1 -- 172.21.15.90:0/4225066537 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe1c40abba0 con 0x7fe1dc15c170 2024-09-19T06:49:29.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.434+0000 7fe1e1000640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b806c2b0 0x7fe1b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.435 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.434+0000 7fe1e1000640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b806c2b0 0x7fe1b806e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc005880 tx=0x7fe1cc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:29.440 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.438+0000 7fe1d9600640 1 -- 172.21.15.90:0/4225066537 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe1c404b030 con 0x7fe1dc15c170 2024-09-19T06:49:29.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.613+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe1dc0b5dd0 con 0x7fe1dc15c170 2024-09-19T06:49:29.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.615+0000 7fe1d9600640 1 -- 172.21.15.90:0/4225066537 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16669 (secure 0 0 0) 0x7fe1c407a270 con 0x7fe1dc15c170 2024-09-19T06:49:29.616 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:29.616 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":22,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:54.356514+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:48:50.762079+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:48:51.758632+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:49:29.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b806c2b0 msgr2=0x7fe1b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b806c2b0 0x7fe1b806e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc005880 tx=0x7fe1cc009040 comp rx=0 tx=0).stop 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1dc15c170 msgr2=0x7fe1dc14b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1dc15c170 0x7fe1dc14b310 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4035040 tx=0x7fe1c40046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 shutdown_connections 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b806c2b0 0x7fe1b806e770 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1dc15c550 0x7fe1dc0ce250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1dc15c170 0x7fe1dc14b310 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 --2- 172.21.15.90:0/4225066537 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1dc0b6310 0x7fe1dc15df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 >> 172.21.15.90:0/4225066537 conn(0x7fe1dc06bc10 msgr2=0x7fe1dc070f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 shutdown_connections 2024-09-19T06:49:29.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.617+0000 7fe1e3a00640 1 -- 172.21.15.90:0/4225066537 wait complete. 2024-09-19T06:49:29.635 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:49:29.635 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:49:29.787 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.786+0000 7fe4e3600640 1 Processor -- start 2024-09-19T06:49:29.788 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.786+0000 7fe4e3600640 1 -- start start 2024-09-19T06:49:29.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.787+0000 7fe4e3600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fe4dc0cfc80 0x7fe4dc0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.787+0000 7fe4e3600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc15c330 0x7fe4dc0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.789 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.787+0000 7fe4e3600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4dc15c740 con 0x7fe4dc155800 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4e3600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fe4dc0b4e60 con 0x7fe4dc0cfc80 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4e3600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc0b50a0 con 0x7fe4dc15c330 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4dbe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fe4dc0cfc80 0x7fe4dc0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4dbe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fe4dc0cfc80 0x7fe4dc0b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46888/0 (socket says 172.21.15.90:46888) 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4dbe00640 1 -- 172.21.15.90:0/915216558 learned_addr learned my addr 172.21.15.90:0/915216558 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4e1600640 1 --2- 172.21.15.90:0/915216558 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc15c330 0x7fe4dc0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4dbe00640 1 -- 172.21.15.90:0/915216558 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc15c330 msgr2=0x7fe4dc0b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4dbe00640 1 --2- 172.21.15.90:0/915216558 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc15c330 0x7fe4dc0b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4dbe00640 1 -- 172.21.15.90:0/915216558 >> v1:172.21.15.129:6789/0 conn(0x7fe4dc155800 legacy=0x7fe4dc0cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4dbe00640 1 -- 172.21.15.90:0/915216558 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4dc0b5380 con 0x7fe4dc0cfc80 2024-09-19T06:49:29.790 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.788+0000 7fe4e1600640 1 --2- 172.21.15.90:0/915216558 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc15c330 0x7fe4dc0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:29.791 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.789+0000 7fe4dbe00640 1 --2- 172.21.15.90:0/915216558 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc0cfc80 0x7fe4dc0b6140 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe4c8009870 tx=0x7fe4c802a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b251ac8f5704f40 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.789+0000 7fe4db400640 1 -- 172.21.15.90:0/915216558 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c8037070 con 0x7fe4dc0cfc80 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4db400640 1 -- 172.21.15.90:0/915216558 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4c8032440 con 0x7fe4dc0cfc80 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4db400640 1 -- 172.21.15.90:0/915216558 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c8032810 con 0x7fe4dc0cfc80 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4e3600640 1 -- 172.21.15.90:0/915216558 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc0cfc80 msgr2=0x7fe4dc0b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4e3600640 1 --2- 172.21.15.90:0/915216558 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc0cfc80 0x7fe4dc0b6140 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe4c8009870 tx=0x7fe4c802a200 comp rx=0 tx=0).stop 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4e3600640 1 -- 172.21.15.90:0/915216558 shutdown_connections 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4e3600640 1 --2- 172.21.15.90:0/915216558 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc15c330 0x7fe4dc0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4e3600640 1 --2- 172.21.15.90:0/915216558 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc0cfc80 0x7fe4dc0b6140 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4e3600640 1 -- 172.21.15.90:0/915216558 >> 172.21.15.90:0/915216558 conn(0x7fe4dc06bc10 msgr2=0x7fe4dc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4e3600640 1 -- 172.21.15.90:0/915216558 shutdown_connections 2024-09-19T06:49:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.790+0000 7fe4e3600640 1 -- 172.21.15.90:0/915216558 wait complete. 2024-09-19T06:49:29.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.792+0000 7fe4e3600640 1 Processor -- start 2024-09-19T06:49:29.793 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.792+0000 7fe4e3600640 1 -- start start 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e3600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe4dc0cfc80 0x7fe4dc142060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e3600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc155800 0x7fe4dc152df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e3600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc15c330 0x7fe4dc06ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e3600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc0b5c20 con 0x7fe4dc15c330 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e3600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc0b5940 con 0x7fe4dc0cfc80 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e3600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc155be0 con 0x7fe4dc155800 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e1600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc15c330 0x7fe4dc06ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e1600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc15c330 0x7fe4dc06ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46890/0 (socket says 172.21.15.90:46890) 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e1600640 1 -- 172.21.15.90:0/140935829 learned_addr learned my addr 172.21.15.90:0/140935829 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4dbe00640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc155800 0x7fe4dc152df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e0c00640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe4dc0cfc80 0x7fe4dc142060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e1600640 1 -- 172.21.15.90:0/140935829 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc155800 msgr2=0x7fe4dc152df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.793+0000 7fe4e1600640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc155800 0x7fe4dc152df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.794+0000 7fe4e1600640 1 -- 172.21.15.90:0/140935829 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe4dc0cfc80 msgr2=0x7fe4dc142060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:29.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.794+0000 7fe4e1600640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe4dc0cfc80 0x7fe4dc142060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:29.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.794+0000 7fe4e1600640 1 -- 172.21.15.90:0/140935829 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4dc1503d0 con 0x7fe4dc15c330 2024-09-19T06:49:29.796 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.794+0000 7fe4e1600640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc15c330 0x7fe4dc06ce30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe4d400cca0 tx=0x7fe4d400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:29.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.794+0000 7fe4d8c00640 1 -- 172.21.15.90:0/140935829 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d400f680 con 0x7fe4dc15c330 2024-09-19T06:49:29.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.794+0000 7fe4d8c00640 1 -- 172.21.15.90:0/140935829 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4d400f840 con 0x7fe4dc15c330 2024-09-19T06:49:29.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.794+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4dc1425a0 con 0x7fe4dc15c330 2024-09-19T06:49:29.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.794+0000 7fe4d8c00640 1 -- 172.21.15.90:0/140935829 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d400fc30 con 0x7fe4dc15c330 2024-09-19T06:49:29.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.794+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4dc1f8200 con 0x7fe4dc15c330 2024-09-19T06:49:29.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.795+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4dc15e920 con 0x7fe4dc15c330 2024-09-19T06:49:29.797 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.796+0000 7fe4d8c00640 1 -- 172.21.15.90:0/140935829 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe4d40213f0 con 0x7fe4dc15c330 2024-09-19T06:49:29.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.797+0000 7fe4d8c00640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe4bc06c2b0 0x7fe4bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:29.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.797+0000 7fe4d8c00640 1 -- 172.21.15.90:0/140935829 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe4d408c150 con 0x7fe4dc15c330 2024-09-19T06:49:29.798 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.797+0000 7fe4e0c00640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe4bc06c2b0 0x7fe4bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:29.799 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.798+0000 7fe4e0c00640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe4bc06c2b0 0x7fe4bc06e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc004ea0 tx=0x7fe4cc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:29.802 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:29.801+0000 7fe4d8c00640 1 -- 172.21.15.90:0/140935829 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe4dc15e920 con 0x7fe4dc15c330 2024-09-19T06:49:30.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.010+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4dc0b6140 con 0x7fe4dc15c330 2024-09-19T06:49:30.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.011+0000 7fe4d8c00640 1 -- 172.21.15.90:0/140935829 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fe4dc1503d0 con 0x7fe4dc15c330 2024-09-19T06:49:30.012 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:30.012 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":8,"btime":"2024-09-19T06:48:56:385399+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/1928270270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":1928270270},{"type":"v1","addr":"172.21.15.129:6835","nonce":1928270270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/3297834958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3297834958},{"type":"v1","addr":"172.21.15.90:6837","nonce":3297834958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:48:52.771428+0000","modified":"2024-09-19T06:48:55.785619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.129:6834/2311421318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2311421318},{"type":"v1","addr":"172.21.15.129:6834","nonce":2311421318}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T06:49:30.013 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 8 2024-09-19T06:49:30.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe4bc06c2b0 msgr2=0x7fe4bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe4bc06c2b0 0x7fe4bc06e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc004ea0 tx=0x7fe4cc009040 comp rx=0 tx=0).stop 2024-09-19T06:49:30.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc15c330 msgr2=0x7fe4dc06ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc15c330 0x7fe4dc06ce30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe4d400cca0 tx=0x7fe4d400a650 comp rx=0 tx=0).stop 2024-09-19T06:49:30.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 shutdown_connections 2024-09-19T06:49:30.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe4bc06c2b0 0x7fe4bc06e770 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe4dc15c330 0x7fe4dc06ce30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.015 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe4dc155800 0x7fe4dc152df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 --2- 172.21.15.90:0/140935829 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe4dc0cfc80 0x7fe4dc142060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 >> 172.21.15.90:0/140935829 conn(0x7fe4dc06bc10 msgr2=0x7fe4dc0ce980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:30.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 shutdown_connections 2024-09-19T06:49:30.016 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.013+0000 7fe4e3600640 1 -- 172.21.15.90:0/140935829 wait complete. 2024-09-19T06:49:30.030 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:49:30.182 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.181+0000 7f01a3200640 1 Processor -- start 2024-09-19T06:49:30.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.181+0000 7f01a3200640 1 -- start start 2024-09-19T06:49:30.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.182+0000 7f01a3200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a415e5f0 0x7f01a40d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.182+0000 7f01a3200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f01a40b8900 0x7f01a40d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.182+0000 7f01a3200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01a415e9d0 con 0x7f01a40d13c0 2024-09-19T06:49:30.184 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.182+0000 7f01a3200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f01a40b9b30 con 0x7f01a40b8900 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.182+0000 7f01a3200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f01a40d1820 con 0x7f01a415e5f0 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a1400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f01a40d13c0 0x7f01a40b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32854/0 (socket says 172.21.15.90:32854) 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a1400640 1 -- 172.21.15.90:0/899129237 learned_addr learned my addr 172.21.15.90:0/899129237 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a2800640 1 --2- 172.21.15.90:0/899129237 >> v2:172.21.15.90:3300/0 conn(0x7f01a40b8900 0x7f01a40d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a1e00640 1 --2- 172.21.15.90:0/899129237 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a415e5f0 0x7f01a40d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a0a00640 1 -- 172.21.15.90:0/899129237 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1856817687 0 0) 0x7f01a415e9d0 con 0x7f01a40d13c0 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a0a00640 1 -- 172.21.15.90:0/899129237 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0188003520 con 0x7f01a40d13c0 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a2800640 1 -- 172.21.15.90:0/899129237 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a415e5f0 msgr2=0x7f01a40d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a2800640 1 --2- 172.21.15.90:0/899129237 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a415e5f0 0x7f01a40d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a2800640 1 -- 172.21.15.90:0/899129237 >> v1:172.21.15.90:6789/0 conn(0x7f01a40d13c0 legacy=0x7f01a40b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.183+0000 7f01a2800640 1 -- 172.21.15.90:0/899129237 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01a40b8f20 con 0x7f01a40b8900 2024-09-19T06:49:30.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.184+0000 7f01a2800640 1 --2- 172.21.15.90:0/899129237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40b8900 0x7f01a40d2bc0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f019c009d90 tx=0x7f019c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd197a0ab305773 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:30.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.184+0000 7f01a0a00640 1 -- 172.21.15.90:0/899129237 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019c007740 con 0x7f01a40b8900 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.184+0000 7f01a0a00640 1 -- 172.21.15.90:0/899129237 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f019c0078e0 con 0x7f01a40b8900 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.184+0000 7f01a0a00640 1 -- 172.21.15.90:0/899129237 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019c007cb0 con 0x7f01a40b8900 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.185+0000 7f01a3200640 1 -- 172.21.15.90:0/899129237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40b8900 msgr2=0x7f01a40d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.185+0000 7f01a3200640 1 --2- 172.21.15.90:0/899129237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40b8900 0x7f01a40d2bc0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f019c009d90 tx=0x7f019c02a660 comp rx=0 tx=0).stop 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.185+0000 7f01a3200640 1 -- 172.21.15.90:0/899129237 shutdown_connections 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.185+0000 7f01a3200640 1 --2- 172.21.15.90:0/899129237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40b8900 0x7f01a40d2bc0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.185+0000 7f01a3200640 1 --2- 172.21.15.90:0/899129237 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a415e5f0 0x7f01a40d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.185+0000 7f01a3200640 1 -- 172.21.15.90:0/899129237 >> 172.21.15.90:0/899129237 conn(0x7f01a4062630 msgr2=0x7f01a4062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.185+0000 7f01a3200640 1 -- 172.21.15.90:0/899129237 shutdown_connections 2024-09-19T06:49:30.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.185+0000 7f01a3200640 1 -- 172.21.15.90:0/899129237 wait complete. 2024-09-19T06:49:30.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.187+0000 7f01a3200640 1 Processor -- start 2024-09-19T06:49:30.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.187+0000 7f01a3200640 1 -- start start 2024-09-19T06:49:30.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a3200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a40b8900 0x7f01a4151950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a3200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40d13c0 0x7f01a4160ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a3200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01a415e5f0 0x7f01a41f3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a3200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f01a40b97c0 con 0x7f01a40d13c0 2024-09-19T06:49:30.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a3200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f01a40b94e0 con 0x7f01a415e5f0 2024-09-19T06:49:30.190 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a3200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f01a40d3100 con 0x7f01a40b8900 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a1400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40d13c0 0x7f01a4160ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a1400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40d13c0 0x7f01a4160ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46908/0 (socket says 172.21.15.90:46908) 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a1400640 1 -- 172.21.15.90:0/563298213 learned_addr learned my addr 172.21.15.90:0/563298213 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a1e00640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a40b8900 0x7f01a4151950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a2800640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01a415e5f0 0x7f01a41f3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a1400640 1 -- 172.21.15.90:0/563298213 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a40b8900 msgr2=0x7f01a4151950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a1400640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a40b8900 0x7f01a4151950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a1400640 1 -- 172.21.15.90:0/563298213 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01a415e5f0 msgr2=0x7f01a41f3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a1400640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01a415e5f0 0x7f01a41f3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.188+0000 7f01a1400640 1 -- 172.21.15.90:0/563298213 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01a4160ff0 con 0x7f01a40d13c0 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.189+0000 7f01a1400640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40d13c0 0x7f01a4160ab0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f019000c400 tx=0x7f019000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.189+0000 7f019a000640 1 -- 172.21.15.90:0/563298213 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190017070 con 0x7f01a40d13c0 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.189+0000 7f019a000640 1 -- 172.21.15.90:0/563298213 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0190005d00 con 0x7f01a40d13c0 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.189+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01a415fa30 con 0x7f01a40d13c0 2024-09-19T06:49:30.191 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.189+0000 7f019a000640 1 -- 172.21.15.90:0/563298213 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190007310 con 0x7f01a40d13c0 2024-09-19T06:49:30.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.189+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01a415fff0 con 0x7f01a40d13c0 2024-09-19T06:49:30.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.190+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01a4069c20 con 0x7f01a40d13c0 2024-09-19T06:49:30.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.191+0000 7f019a000640 1 -- 172.21.15.90:0/563298213 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f019001a070 con 0x7f01a40d13c0 2024-09-19T06:49:30.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.192+0000 7f019a000640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f018406c2b0 0x7f018406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.192+0000 7f019a000640 1 -- 172.21.15.90:0/563298213 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f019008a8d0 con 0x7f01a40d13c0 2024-09-19T06:49:30.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.192+0000 7f01a1e00640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f018406c2b0 0x7f018406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.193+0000 7f01a1e00640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f018406c2b0 0x7f018406e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0194009a80 tx=0x7f0194009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:30.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.196+0000 7f019a000640 1 -- 172.21.15.90:0/563298213 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0190058950 con 0x7f01a40d13c0 2024-09-19T06:49:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.404+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01a40d2bc0 con 0x7f01a40d13c0 2024-09-19T06:49:30.406 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.405+0000 7f019a000640 1 -- 172.21.15.90:0/563298213 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f019005cc50 con 0x7f01a40d13c0 2024-09-19T06:49:30.406 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:30.407 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":8,"btime":"2024-09-19T06:48:56:385399+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/728738370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":728738370},{"type":"v1","addr":"172.21.15.90:6835","nonce":728738370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/1928270270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":1928270270},{"type":"v1","addr":"172.21.15.129:6835","nonce":1928270270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/3297834958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3297834958},{"type":"v1","addr":"172.21.15.90:6837","nonce":3297834958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:48:52.771428+0000","modified":"2024-09-19T06:48:55.785619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.129:6834/2311421318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2311421318},{"type":"v1","addr":"172.21.15.129:6834","nonce":2311421318}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T06:49:30.407 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 8 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f018406c2b0 msgr2=0x7f018406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f018406c2b0 0x7f018406e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0194009a80 tx=0x7f0194009190 comp rx=0 tx=0).stop 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40d13c0 msgr2=0x7f01a4160ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40d13c0 0x7f01a4160ab0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f019000c400 tx=0x7f019000c8c0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 shutdown_connections 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f018406c2b0 0x7f018406e770 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01a415e5f0 0x7f01a41f3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a40d13c0 0x7f01a4160ab0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 --2- 172.21.15.90:0/563298213 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01a40b8900 0x7f01a4151950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.409 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 >> 172.21.15.90:0/563298213 conn(0x7f01a4062630 msgr2=0x7f01a40d4170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:30.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 shutdown_connections 2024-09-19T06:49:30.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.407+0000 7f01a3200640 1 -- 172.21.15.90:0/563298213 wait complete. 2024-09-19T06:49:30.424 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:49:30.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.574+0000 7f3c68800640 1 Processor -- start 2024-09-19T06:49:30.576 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.574+0000 7f3c68800640 1 -- start start 2024-09-19T06:49:30.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.576+0000 7f3c68800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f3c600cfc80 0x7f3c600b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.576+0000 7f3c68800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f3c6015c330 0x7f3c600b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.576+0000 7f3c68800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c6015c740 con 0x7f3c60155800 2024-09-19T06:49:30.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.576+0000 7f3c68800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f3c600b4e60 con 0x7f3c600cfc80 2024-09-19T06:49:30.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.576+0000 7f3c68800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f3c600b50a0 con 0x7f3c6015c330 2024-09-19T06:49:30.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.576+0000 7f3c66800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f3c6015c330 0x7f3c600b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.576+0000 7f3c66800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f3c6015c330 0x7f3c600b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3300/0 says I am v2:172.21.15.90:43620/0 (socket says 172.21.15.90:43620) 2024-09-19T06:49:30.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.576+0000 7f3c66800640 1 -- 172.21.15.90:0/3575731947 learned_addr learned my addr 172.21.15.90:0/3575731947 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:30.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.576+0000 7f3c65400640 1 --2- 172.21.15.90:0/3575731947 >> v2:172.21.15.90:3300/0 conn(0x7f3c600cfc80 0x7f3c600b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.577+0000 7f3c66800640 1 -- 172.21.15.90:0/3575731947 >> v2:172.21.15.90:3300/0 conn(0x7f3c600cfc80 msgr2=0x7f3c600b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:30.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.577+0000 7f3c66800640 1 --2- 172.21.15.90:0/3575731947 >> v2:172.21.15.90:3300/0 conn(0x7f3c600cfc80 0x7f3c600b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.577+0000 7f3c66800640 1 -- 172.21.15.90:0/3575731947 >> v1:172.21.15.129:6789/0 conn(0x7f3c60155800 legacy=0x7f3c600cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.577+0000 7f3c66800640 1 -- 172.21.15.90:0/3575731947 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c600b5380 con 0x7f3c6015c330 2024-09-19T06:49:30.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.577+0000 7f3c64a00640 1 -- 172.21.15.90:0/3575731947 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3464824750 0 0) 0x7f3c6015c740 con 0x7f3c60155800 2024-09-19T06:49:30.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.578+0000 7f3c66800640 1 --2- 172.21.15.90:0/3575731947 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 0x7f3c600b4920 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c009e50 tx=0x7f3c5c02a780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2fdd7efa2e2be85 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:30.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.578+0000 7f3c64a00640 1 -- 172.21.15.90:0/3575731947 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5c036070 con 0x7f3c6015c330 2024-09-19T06:49:30.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.578+0000 7f3c64a00640 1 -- 172.21.15.90:0/3575731947 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c5c031600 con 0x7f3c6015c330 2024-09-19T06:49:30.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.578+0000 7f3c64a00640 1 -- 172.21.15.90:0/3575731947 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5c0319d0 con 0x7f3c6015c330 2024-09-19T06:49:30.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.578+0000 7f3c68800640 1 -- 172.21.15.90:0/3575731947 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 msgr2=0x7f3c600b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.578+0000 7f3c68800640 1 --2- 172.21.15.90:0/3575731947 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 0x7f3c600b4920 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c009e50 tx=0x7f3c5c02a780 comp rx=0 tx=0).stop 2024-09-19T06:49:30.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.579+0000 7f3c68800640 1 -- 172.21.15.90:0/3575731947 shutdown_connections 2024-09-19T06:49:30.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.579+0000 7f3c68800640 1 --2- 172.21.15.90:0/3575731947 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 0x7f3c600b4920 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.579+0000 7f3c68800640 1 --2- 172.21.15.90:0/3575731947 >> v2:172.21.15.90:3300/0 conn(0x7f3c600cfc80 0x7f3c600b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.579+0000 7f3c68800640 1 -- 172.21.15.90:0/3575731947 >> 172.21.15.90:0/3575731947 conn(0x7f3c6006bc10 msgr2=0x7f3c6006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:30.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.579+0000 7f3c68800640 1 -- 172.21.15.90:0/3575731947 shutdown_connections 2024-09-19T06:49:30.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.579+0000 7f3c68800640 1 -- 172.21.15.90:0/3575731947 wait complete. 2024-09-19T06:49:30.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.580+0000 7f3c68800640 1 Processor -- start 2024-09-19T06:49:30.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.580+0000 7f3c68800640 1 -- start start 2024-09-19T06:49:30.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.581+0000 7f3c68800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3c600cfc80 0x7f3c60153af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.581+0000 7f3c68800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3c60155800 0x7f3c60168970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.581+0000 7f3c68800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 0x7f3c60149360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.581+0000 7f3c68800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3c600b5c20 con 0x7f3c600cfc80 2024-09-19T06:49:30.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.581+0000 7f3c68800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f3c600b5940 con 0x7f3c6015c330 2024-09-19T06:49:30.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.581+0000 7f3c68800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f3c60155be0 con 0x7f3c60155800 2024-09-19T06:49:30.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.581+0000 7f3c65e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3c600cfc80 0x7f3c60153af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3c600cfc80 0x7f3c60153af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46924/0 (socket says 172.21.15.90:46924) 2024-09-19T06:49:30.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65e00640 1 -- 172.21.15.90:0/1731566146 learned_addr learned my addr 172.21.15.90:0/1731566146 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:30.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65e00640 1 -- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3c60155800 msgr2=0x7f3c60168970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65400640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3c60155800 0x7f3c60168970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c66800640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 0x7f3c60149360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65e00640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3c60155800 0x7f3c60168970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65e00640 1 -- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 msgr2=0x7f3c60149360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65e00640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 0x7f3c60149360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65e00640 1 -- 172.21.15.90:0/1731566146 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c6014c860 con 0x7f3c600cfc80 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c66800640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 0x7f3c60149360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65400640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3c60155800 0x7f3c60168970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c65e00640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3c600cfc80 0x7f3c60153af0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3c5400c460 tx=0x7f3c5400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.582+0000 7f3c5a000640 1 -- 172.21.15.90:0/1731566146 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c54005480 con 0x7f3c600cfc80 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.583+0000 7f3c5a000640 1 -- 172.21.15.90:0/1731566146 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c540035f0 con 0x7f3c600cfc80 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.583+0000 7f3c5a000640 1 -- 172.21.15.90:0/1731566146 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c54003a00 con 0x7f3c600cfc80 2024-09-19T06:49:30.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.583+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c601541d0 con 0x7f3c600cfc80 2024-09-19T06:49:30.586 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.583+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c60168170 con 0x7f3c600cfc80 2024-09-19T06:49:30.586 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.584+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c601546f0 con 0x7f3c600cfc80 2024-09-19T06:49:30.586 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.585+0000 7f3c5a000640 1 -- 172.21.15.90:0/1731566146 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3c54003ba0 con 0x7f3c600cfc80 2024-09-19T06:49:30.587 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.585+0000 7f3c5a000640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3c4406c450 0x7f3c4406e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.587 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.586+0000 7f3c5a000640 1 -- 172.21.15.90:0/1731566146 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3c5408b0b0 con 0x7f3c600cfc80 2024-09-19T06:49:30.587 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.586+0000 7f3c65400640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3c4406c450 0x7f3c4406e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.587 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.586+0000 7f3c65400640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3c4406c450 0x7f3c4406e910 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3c6015afe0 tx=0x7f3c50008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:30.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.590+0000 7f3c5a000640 1 -- 172.21.15.90:0/1731566146 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3c54059820 con 0x7f3c600cfc80 2024-09-19T06:49:30.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.765+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3c60168eb0 con 0x7f3c600cfc80 2024-09-19T06:49:30.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.766+0000 7f3c5a000640 1 -- 172.21.15.90:0/1731566146 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16669 (secure 0 0 0) 0x7f3c54059120 con 0x7f3c600cfc80 2024-09-19T06:49:30.768 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:30.768 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":22,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:48:54.356514+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:48:50.762079+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:48:51.758632+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:49:30.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.768+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3c4406c450 msgr2=0x7f3c4406e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.768+0000 7f3c68800640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3c4406c450 0x7f3c4406e910 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3c6015afe0 tx=0x7f3c50008040 comp rx=0 tx=0).stop 2024-09-19T06:49:30.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.768+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3c600cfc80 msgr2=0x7f3c60153af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.768+0000 7f3c68800640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3c600cfc80 0x7f3c60153af0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3c5400c460 tx=0x7f3c5400c920 comp rx=0 tx=0).stop 2024-09-19T06:49:30.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.769+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 shutdown_connections 2024-09-19T06:49:30.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.769+0000 7f3c68800640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f3c4406c450 0x7f3c4406e910 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.769+0000 7f3c68800640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f3c6015c330 0x7f3c60149360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.769+0000 7f3c68800640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f3c60155800 0x7f3c60168970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.769+0000 7f3c68800640 1 --2- 172.21.15.90:0/1731566146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3c600cfc80 0x7f3c60153af0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.769+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 >> 172.21.15.90:0/1731566146 conn(0x7f3c6006bc10 msgr2=0x7f3c600ce5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:30.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.769+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 shutdown_connections 2024-09-19T06:49:30.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.769+0000 7f3c68800640 1 -- 172.21.15.90:0/1731566146 wait complete. 2024-09-19T06:49:30.787 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:49:30.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.939+0000 7facc3800640 1 Processor -- start 2024-09-19T06:49:30.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.939+0000 7facc3800640 1 -- start start 2024-09-19T06:49:30.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.940+0000 7facc3800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7facbc15c2a0 0x7facbc0735d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.940+0000 7facc3800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7facbc073b10 0x7facbc06f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facc3800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc06fc50 0x7facbc06cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facc3800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7facbc15c680 con 0x7facbc073b10 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facc3800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7facbc074120 con 0x7facbc15c2a0 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facc3800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7facbc15ef00 con 0x7facbc06fc50 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facbbe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7facbc073b10 0x7facbc06f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facbbe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7facbc073b10 0x7facbc06f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46926/0 (socket says 172.21.15.90:46926) 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facbbe00640 1 -- 172.21.15.90:0/1342671678 learned_addr learned my addr 172.21.15.90:0/1342671678 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facc1800640 1 --2- 172.21.15.90:0/1342671678 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc06fc50 0x7facbc06cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facc0e00640 1 --2- 172.21.15.90:0/1342671678 >> v2:172.21.15.129:3300/0 conn(0x7facbc15c2a0 0x7facbc0735d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facbbe00640 1 -- 172.21.15.90:0/1342671678 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc06fc50 msgr2=0x7facbc06cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:30.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facbbe00640 1 --2- 172.21.15.90:0/1342671678 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc06fc50 0x7facbc06cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facbbe00640 1 -- 172.21.15.90:0/1342671678 >> v2:172.21.15.129:3300/0 conn(0x7facbc15c2a0 msgr2=0x7facbc0735d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:30.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facbbe00640 1 --2- 172.21.15.90:0/1342671678 >> v2:172.21.15.129:3300/0 conn(0x7facbc15c2a0 0x7facbc0735d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.941+0000 7facbbe00640 1 -- 172.21.15.90:0/1342671678 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facbc15f1e0 con 0x7facbc073b10 2024-09-19T06:49:30.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.942+0000 7facbbe00640 1 --2- 172.21.15.90:0/1342671678 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc073b10 0x7facbc06f710 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7facbc0b4030 tx=0x7faca802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5fddaa5624760be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:30.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.942+0000 7facbb400640 1 -- 172.21.15.90:0/1342671678 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faca8037070 con 0x7facbc073b10 2024-09-19T06:49:30.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facbb400640 1 -- 172.21.15.90:0/1342671678 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faca8032440 con 0x7facbc073b10 2024-09-19T06:49:30.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facbb400640 1 -- 172.21.15.90:0/1342671678 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faca8032810 con 0x7facbc073b10 2024-09-19T06:49:30.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facc3800640 1 -- 172.21.15.90:0/1342671678 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc073b10 msgr2=0x7facbc06f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facc3800640 1 --2- 172.21.15.90:0/1342671678 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc073b10 0x7facbc06f710 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7facbc0b4030 tx=0x7faca802a1e0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facc3800640 1 -- 172.21.15.90:0/1342671678 shutdown_connections 2024-09-19T06:49:30.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facc3800640 1 --2- 172.21.15.90:0/1342671678 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc06fc50 0x7facbc06cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facc3800640 1 --2- 172.21.15.90:0/1342671678 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc073b10 0x7facbc06f710 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facc3800640 1 --2- 172.21.15.90:0/1342671678 >> v2:172.21.15.129:3300/0 conn(0x7facbc15c2a0 0x7facbc0735d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facc3800640 1 -- 172.21.15.90:0/1342671678 >> 172.21.15.90:0/1342671678 conn(0x7facbc0b3070 msgr2=0x7facbc0b3450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:30.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facc3800640 1 -- 172.21.15.90:0/1342671678 shutdown_connections 2024-09-19T06:49:30.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.943+0000 7facc3800640 1 -- 172.21.15.90:0/1342671678 wait complete. 2024-09-19T06:49:30.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.945+0000 7facc3800640 1 Processor -- start 2024-09-19T06:49:30.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.945+0000 7facc3800640 1 -- start start 2024-09-19T06:49:30.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc3800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc06fc50 0x7facbc06d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc3800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7facbc073b10 0x7facbc149d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc3800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc15c2a0 0x7facbc156c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc3800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7facbc0b5f20 con 0x7facbc06fc50 2024-09-19T06:49:30.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc3800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7facbc15ebf0 con 0x7facbc073b10 2024-09-19T06:49:30.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc3800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7facbc0b60a0 con 0x7facbc15c2a0 2024-09-19T06:49:30.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc0e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc06fc50 0x7facbc06d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc0e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc06fc50 0x7facbc06d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46930/0 (socket says 172.21.15.90:46930) 2024-09-19T06:49:30.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc0e00640 1 -- 172.21.15.90:0/218464776 learned_addr learned my addr 172.21.15.90:0/218464776 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:30.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc1800640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc15c2a0 0x7facbc156c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facbbe00640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7facbc073b10 0x7facbc149d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc0e00640 1 -- 172.21.15.90:0/218464776 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc15c2a0 msgr2=0x7facbc156c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc0e00640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc15c2a0 0x7facbc156c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc0e00640 1 -- 172.21.15.90:0/218464776 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7facbc073b10 msgr2=0x7facbc149d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:30.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.946+0000 7facc0e00640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7facbc073b10 0x7facbc149d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:30.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.947+0000 7facc0e00640 1 -- 172.21.15.90:0/218464776 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facbc0cdfa0 con 0x7facbc06fc50 2024-09-19T06:49:30.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.947+0000 7facc1800640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc15c2a0 0x7facbc156c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:30.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.947+0000 7facc0e00640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc06fc50 0x7facbc06d7b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7facb000d5f0 tx=0x7facb000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:30.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.947+0000 7facb8c00640 1 -- 172.21.15.90:0/218464776 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb00125f0 con 0x7facbc06fc50 2024-09-19T06:49:30.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.947+0000 7facb8c00640 1 -- 172.21.15.90:0/218464776 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facb0019070 con 0x7facbc06fc50 2024-09-19T06:49:30.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.947+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facbc157880 con 0x7facbc06fc50 2024-09-19T06:49:30.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.947+0000 7facb8c00640 1 -- 172.21.15.90:0/218464776 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb00129d0 con 0x7facbc06fc50 2024-09-19T06:49:30.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.947+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facbc0d0900 con 0x7facbc06fc50 2024-09-19T06:49:30.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.948+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facbc15f9e0 con 0x7facbc06fc50 2024-09-19T06:49:30.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.949+0000 7facb8c00640 1 -- 172.21.15.90:0/218464776 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7facb0012b70 con 0x7facbc06fc50 2024-09-19T06:49:30.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.950+0000 7facb8c00640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fac9c06c2b0 0x7fac9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:30.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.950+0000 7facb8c00640 1 -- 172.21.15.90:0/218464776 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7facb008b880 con 0x7facbc06fc50 2024-09-19T06:49:30.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.950+0000 7facbbe00640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fac9c06c2b0 0x7fac9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:30.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.951+0000 7facbbe00640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fac9c06c2b0 0x7fac9c06e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7faca8034000 tx=0x7faca802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:30.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:30.954+0000 7facb8c00640 1 -- 172.21.15.90:0/218464776 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7facb0059f50 con 0x7facbc06fc50 2024-09-19T06:49:31.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.164+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7facbc0d2250 con 0x7facbc06fc50 2024-09-19T06:49:31.166 INFO:tasks.ceph.mon.a.smithi090.stderr:2024-09-19T06:49:31.165+0000 7f002ee00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:49:31.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.167+0000 7facb8c00640 1 -- 172.21.15.90:0/218464776 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7facb0059850 con 0x7facbc06fc50 2024-09-19T06:49:31.168 INFO:teuthology.orchestra.run.smithi090.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:49:31.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fac9c06c2b0 msgr2=0x7fac9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fac9c06c2b0 0x7fac9c06e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7faca8034000 tx=0x7faca802e000 comp rx=0 tx=0).stop 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc06fc50 msgr2=0x7facbc06d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc06fc50 0x7facbc06d7b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7facb000d5f0 tx=0x7facb000dab0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 shutdown_connections 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fac9c06c2b0 0x7fac9c06e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7facbc15c2a0 0x7facbc156c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7facbc073b10 0x7facbc149d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 --2- 172.21.15.90:0/218464776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7facbc06fc50 0x7facbc06d7b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 >> 172.21.15.90:0/218464776 conn(0x7facbc0b3070 msgr2=0x7facbc0aee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:31.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 shutdown_connections 2024-09-19T06:49:31.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.170+0000 7facc3800640 1 -- 172.21.15.90:0/218464776 wait complete. 2024-09-19T06:49:31.185 INFO:tasks.ceph.mds.b.smithi129.stderr: -6953> 2024-09-19T06:48:58.343+0000 7f7464200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:49:31.188 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:49:31.237 INFO:tasks.ceph.mds.b.smithi129.stdout:starting mds.b at 2024-09-19T06:49:31.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.342+0000 7f1111a00640 1 Processor -- start 2024-09-19T06:49:31.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.343+0000 7f1111a00640 1 -- start start 2024-09-19T06:49:31.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.344+0000 7f1111a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c15b480 0x7f110c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:31.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.344+0000 7f1111a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f110c0b60c0 0x7f110c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:31.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.344+0000 7f1111a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f110c0ccff0 con 0x7f110c072530 2024-09-19T06:49:31.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.344+0000 7f1111a00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f110c0b6500 con 0x7f110c0b60c0 2024-09-19T06:49:31.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.344+0000 7f1111a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f110c072990 con 0x7f110c15b480 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.344+0000 7f110b400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f110c072530 0x7f110c070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32858/0 (socket says 172.21.15.90:32858) 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.344+0000 7f110b400640 1 -- 172.21.15.90:0/3507966974 learned_addr learned my addr 172.21.15.90:0/3507966974 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.344+0000 7f1102000640 1 --2- 172.21.15.90:0/3507966974 >> v2:172.21.15.129:3300/0 conn(0x7f110c0b60c0 0x7f110c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.344+0000 7f110aa00640 1 --2- 172.21.15.90:0/3507966974 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c15b480 0x7f110c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.345+0000 7f110a000640 1 -- 172.21.15.90:0/3507966974 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 162980654 0 0) 0x7f110c0ccff0 con 0x7f110c072530 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.345+0000 7f110a000640 1 -- 172.21.15.90:0/3507966974 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f10f0003520 con 0x7f110c072530 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.345+0000 7f1102000640 1 -- 172.21.15.90:0/3507966974 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c15b480 msgr2=0x7f110c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.345+0000 7f1102000640 1 --2- 172.21.15.90:0/3507966974 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c15b480 0x7f110c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.345+0000 7f1102000640 1 -- 172.21.15.90:0/3507966974 >> v1:172.21.15.90:6789/0 conn(0x7f110c072530 legacy=0x7f110c070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:31.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.345+0000 7f1102000640 1 -- 172.21.15.90:0/3507966974 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f110c0cd2d0 con 0x7f110c0b60c0 2024-09-19T06:49:31.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.346+0000 7f1102000640 1 --2- 172.21.15.90:0/3507966974 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f110c0b60c0 0x7f110c071ff0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f10f40097a0 tx=0x7f10f402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b5333c3598a4e48 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.346+0000 7f110a000640 1 -- 172.21.15.90:0/3507966974 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f4037070 con 0x7f110c0b60c0 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.346+0000 7f110a000640 1 -- 172.21.15.90:0/3507966974 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10f402ae50 con 0x7f110c0b60c0 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.346+0000 7f110a000640 1 -- 172.21.15.90:0/3507966974 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f4032640 con 0x7f110c0b60c0 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.347+0000 7f1111a00640 1 -- 172.21.15.90:0/3507966974 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f110c0b60c0 msgr2=0x7f110c071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.347+0000 7f1111a00640 1 --2- 172.21.15.90:0/3507966974 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f110c0b60c0 0x7f110c071ff0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f10f40097a0 tx=0x7f10f402a100 comp rx=0 tx=0).stop 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.347+0000 7f1111a00640 1 -- 172.21.15.90:0/3507966974 shutdown_connections 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.347+0000 7f1111a00640 1 --2- 172.21.15.90:0/3507966974 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f110c0b60c0 0x7f110c071ff0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.347+0000 7f1111a00640 1 --2- 172.21.15.90:0/3507966974 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c15b480 0x7f110c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.347+0000 7f1111a00640 1 -- 172.21.15.90:0/3507966974 >> 172.21.15.90:0/3507966974 conn(0x7f110c06d0f0 msgr2=0x7f110c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.347+0000 7f1111a00640 1 -- 172.21.15.90:0/3507966974 shutdown_connections 2024-09-19T06:49:31.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.347+0000 7f1111a00640 1 -- 172.21.15.90:0/3507966974 wait complete. 2024-09-19T06:49:31.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.348+0000 7f1111a00640 1 Processor -- start 2024-09-19T06:49:31.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.348+0000 7f1111a00640 1 -- start start 2024-09-19T06:49:31.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.349+0000 7f1111a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f110c072530 0x7f110c0cc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:31.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.349+0000 7f1111a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c0b60c0 0x7f110c070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:31.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.349+0000 7f1111a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f110c15b480 0x7f110c0713f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:31.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.349+0000 7f1111a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f110c0cdb70 con 0x7f110c072530 2024-09-19T06:49:31.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.349+0000 7f1111a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f110c0cd890 con 0x7f110c15b480 2024-09-19T06:49:31.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.349+0000 7f1111a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f110c15b860 con 0x7f110c0b60c0 2024-09-19T06:49:31.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110aa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f110c072530 0x7f110c0cc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:31.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110aa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f110c072530 0x7f110c0cc3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46942/0 (socket says 172.21.15.90:46942) 2024-09-19T06:49:31.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110aa00640 1 -- 172.21.15.90:0/3423009858 learned_addr learned my addr 172.21.15.90:0/3423009858 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110b400640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f110c15b480 0x7f110c0713f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f1102000640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c0b60c0 0x7f110c070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110aa00640 1 -- 172.21.15.90:0/3423009858 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c0b60c0 msgr2=0x7f110c070eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110aa00640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c0b60c0 0x7f110c070eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110aa00640 1 -- 172.21.15.90:0/3423009858 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f110c15b480 msgr2=0x7f110c0713f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110aa00640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f110c15b480 0x7f110c0713f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110aa00640 1 -- 172.21.15.90:0/3423009858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f110c1418d0 con 0x7f110c072530 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.350+0000 7f110aa00640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f110c072530 0x7f110c0cc3a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f10fc00efc0 tx=0x7f10fc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.351+0000 7f1103400640 1 -- 172.21.15.90:0/3423009858 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc018020 con 0x7f110c072530 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.351+0000 7f1103400640 1 -- 172.21.15.90:0/3423009858 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10fc014480 con 0x7f110c072530 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.351+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f110c141310 con 0x7f110c072530 2024-09-19T06:49:31.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.351+0000 7f1103400640 1 -- 172.21.15.90:0/3423009858 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc014850 con 0x7f110c072530 2024-09-19T06:49:31.354 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.351+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f110c143080 con 0x7f110c072530 2024-09-19T06:49:31.354 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.352+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f110c071ff0 con 0x7f110c072530 2024-09-19T06:49:31.354 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.353+0000 7f1103400640 1 -- 172.21.15.90:0/3423009858 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f10fc005d10 con 0x7f110c072530 2024-09-19T06:49:31.355 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.353+0000 7f1103400640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f10e806c2e0 0x7f10e806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:31.355 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.354+0000 7f1103400640 1 -- 172.21.15.90:0/3423009858 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5795+0+0 (secure 0 0 0) 0x7f10fc08bec0 con 0x7f110c072530 2024-09-19T06:49:31.355 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.354+0000 7f1102000640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f10e806c2e0 0x7f10e806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:31.355 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.354+0000 7f1102000640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f10e806c2e0 0x7f10e806e7a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f10f4034000 tx=0x7f10f402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:31.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.358+0000 7f1103400640 1 -- 172.21.15.90:0/3423009858 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f10fc022070 con 0x7f110c072530 2024-09-19T06:49:31.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:31.569+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f110c15dff0 con 0x7f110c072530 2024-09-19T06:49:32.183 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.181+0000 7f1103400640 1 -- 172.21.15.90:0/3423009858 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7f10fc010040 con 0x7f110c072530 2024-09-19T06:49:32.185 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f10e806c2e0 msgr2=0x7f10e806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f10e806c2e0 0x7f10e806e7a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f10f4034000 tx=0x7f10f402e000 comp rx=0 tx=0).stop 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f110c072530 msgr2=0x7f110c0cc3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f110c072530 0x7f110c0cc3a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f10fc00efc0 tx=0x7f10fc00c490 comp rx=0 tx=0).stop 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 shutdown_connections 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f10e806c2e0 0x7f10e806e7a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f110c15b480 0x7f110c0713f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f110c0b60c0 0x7f110c070eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 --2- 172.21.15.90:0/3423009858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f110c072530 0x7f110c0cc3a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 >> 172.21.15.90:0/3423009858 conn(0x7f110c06d0f0 msgr2=0x7f110c156e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 shutdown_connections 2024-09-19T06:49:32.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.184+0000 7f1111a00640 1 -- 172.21.15.90:0/3423009858 wait complete. 2024-09-19T06:49:32.202 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:49:32.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.358+0000 7f21b2200640 1 Processor -- start 2024-09-19T06:49:32.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.359+0000 7f21b2200640 1 -- start start 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21b2200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f21ac0731c0 0x7f21ac073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21b2200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 0x7f21ac15e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21b2200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21ac15a430 con 0x7f21ac15a050 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21b2200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f21ac073b40 con 0x7f21ac0731c0 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21b2200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f21ac0cd0a0 con 0x7f21ac15de80 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21a2a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f21ac0731c0 0x7f21ac073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21a2a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f21ac0731c0 0x7f21ac073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46954/0 (socket says 172.21.15.90:46954) 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21a2a00640 1 -- 172.21.15.90:0/3563314226 learned_addr learned my addr 172.21.15.90:0/3563314226 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21abe00640 1 --2- 172.21.15.90:0/3563314226 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 0x7f21ac15e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21a2a00640 1 -- 172.21.15.90:0/3563314226 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 msgr2=0x7f21ac15e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:32.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.360+0000 7f21a2a00640 1 --2- 172.21.15.90:0/3563314226 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 0x7f21ac15e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.361+0000 7f21a2a00640 1 -- 172.21.15.90:0/3563314226 >> v1:172.21.15.129:6789/0 conn(0x7f21ac15a050 legacy=0x7f21ac15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:32.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.361+0000 7f21a2a00640 1 -- 172.21.15.90:0/3563314226 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21ac0cd380 con 0x7f21ac0731c0 2024-09-19T06:49:32.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.361+0000 7f21a2a00640 1 --2- 172.21.15.90:0/3563314226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 0x7f21ac073600 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2194009870 tx=0x7f219402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f51c21bdbf69c87b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:32.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21aaa00640 1 -- 172.21.15.90:0/3563314226 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2194037070 con 0x7f21ac0731c0 2024-09-19T06:49:32.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21aaa00640 1 -- 172.21.15.90:0/3563314226 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2194032440 con 0x7f21ac0731c0 2024-09-19T06:49:32.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21aaa00640 1 -- 172.21.15.90:0/3563314226 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2194032810 con 0x7f21ac0731c0 2024-09-19T06:49:32.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21b2200640 1 -- 172.21.15.90:0/3563314226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 msgr2=0x7f21ac073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:32.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21b2200640 1 --2- 172.21.15.90:0/3563314226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 0x7f21ac073600 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2194009870 tx=0x7f219402a1c0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21b2200640 1 -- 172.21.15.90:0/3563314226 shutdown_connections 2024-09-19T06:49:32.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21b2200640 1 --2- 172.21.15.90:0/3563314226 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 0x7f21ac15e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21b2200640 1 --2- 172.21.15.90:0/3563314226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 0x7f21ac073600 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21b2200640 1 -- 172.21.15.90:0/3563314226 >> 172.21.15.90:0/3563314226 conn(0x7f21ac06d0f0 msgr2=0x7f21ac06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:32.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21b2200640 1 -- 172.21.15.90:0/3563314226 shutdown_connections 2024-09-19T06:49:32.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.362+0000 7f21b2200640 1 -- 172.21.15.90:0/3563314226 wait complete. 2024-09-19T06:49:32.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.364+0000 7f21b2200640 1 Processor -- start 2024-09-19T06:49:32.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.364+0000 7f21b2200640 1 -- start start 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.365+0000 7f21b2200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 0x7f21ac145e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.365+0000 7f21b2200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f21ac15a050 0x7f21ac1568a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.365+0000 7f21b2200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 0x7f21ac1f21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.365+0000 7f21b2200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac0cdc20 con 0x7f21ac0731c0 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.365+0000 7f21b2200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac0cd940 con 0x7f21ac15a050 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.365+0000 7f21b2200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f21ac0b36e0 con 0x7f21ac15de80 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.365+0000 7f21ab400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 0x7f21ac145e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.365+0000 7f21ab400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 0x7f21ac145e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46964/0 (socket says 172.21.15.90:46964) 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.365+0000 7f21ab400640 1 -- 172.21.15.90:0/1185538707 learned_addr learned my addr 172.21.15.90:0/1185538707 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21a2a00640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f21ac15a050 0x7f21ac1568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:32.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21abe00640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 0x7f21ac1f21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21ab400640 1 -- 172.21.15.90:0/1185538707 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 msgr2=0x7f21ac1f21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21ab400640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 0x7f21ac1f21d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21ab400640 1 -- 172.21.15.90:0/1185538707 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f21ac15a050 msgr2=0x7f21ac1568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21ab400640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f21ac15a050 0x7f21ac1568a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21ab400640 1 -- 172.21.15.90:0/1185538707 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21ac152230 con 0x7f21ac0731c0 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21ab400640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 0x7f21ac145e50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f219c00c450 tx=0x7f219c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21a3e00640 1 -- 172.21.15.90:0/1185538707 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219c0052d0 con 0x7f21ac0731c0 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21a3e00640 1 -- 172.21.15.90:0/1185538707 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f219c005470 con 0x7f21ac0731c0 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21ac152510 con 0x7f21ac0731c0 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.366+0000 7f21a3e00640 1 -- 172.21.15.90:0/1185538707 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219c012870 con 0x7f21ac0731c0 2024-09-19T06:49:32.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.367+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21ac152ad0 con 0x7f21ac0731c0 2024-09-19T06:49:32.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.367+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21ac0ccd00 con 0x7f21ac0731c0 2024-09-19T06:49:32.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.368+0000 7f21a3e00640 1 -- 172.21.15.90:0/1185538707 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f219c012a10 con 0x7f21ac0731c0 2024-09-19T06:49:32.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.369+0000 7f21a3e00640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f218806c2b0 0x7f218806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:32.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.369+0000 7f21a3e00640 1 -- 172.21.15.90:0/1185538707 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5795+0+0 (secure 0 0 0) 0x7f219c08aff0 con 0x7f21ac0731c0 2024-09-19T06:49:32.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.369+0000 7f21a2a00640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f218806c2b0 0x7f218806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:32.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.370+0000 7f21a2a00640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f218806c2b0 0x7f218806e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2194034000 tx=0x7f219402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:32.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.374+0000 7f21a3e00640 1 -- 172.21.15.90:0/1185538707 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f219c059790 con 0x7f21ac0731c0 2024-09-19T06:49:32.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:32.553+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f21ac146450 con 0x7f21ac0731c0 2024-09-19T06:49:33.189 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.188+0000 7f21a3e00640 1 -- 172.21.15.90:0/1185538707 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v24) ==== 181+0+0 (secure 0 0 0) 0x7f219c059090 con 0x7f21ac0731c0 2024-09-19T06:49:33.189 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:49:33.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.191+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f218806c2b0 msgr2=0x7f218806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.191+0000 7f21b2200640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f218806c2b0 0x7f218806e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2194034000 tx=0x7f219402e000 comp rx=0 tx=0).stop 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.191+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 msgr2=0x7f21ac145e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.191+0000 7f21b2200640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 0x7f21ac145e50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f219c00c450 tx=0x7f219c00c910 comp rx=0 tx=0).stop 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.192+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 shutdown_connections 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.192+0000 7f21b2200640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f218806c2b0 0x7f218806e770 secure :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2194034000 tx=0x7f219402e000 comp rx=0 tx=0).stop 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.192+0000 7f21b2200640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f21ac15de80 0x7f21ac1f21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.192+0000 7f21b2200640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f21ac15a050 0x7f21ac1568a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.192+0000 7f21b2200640 1 --2- 172.21.15.90:0/1185538707 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac0731c0 0x7f21ac145e50 secure :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f219c00c450 tx=0x7f219c00c910 comp rx=0 tx=0).stop 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.192+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 >> 172.21.15.90:0/1185538707 conn(0x7f21ac06d0f0 msgr2=0x7f21ac15ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.192+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 shutdown_connections 2024-09-19T06:49:33.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.192+0000 7f21b2200640 1 -- 172.21.15.90:0/1185538707 wait complete. 2024-09-19T06:49:33.211 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:49:33.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.372+0000 7fa603e00640 1 Processor -- start 2024-09-19T06:49:33.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.372+0000 7fa603e00640 1 -- start start 2024-09-19T06:49:33.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.373+0000 7fa603e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0d39b0 0x7fa5fc169780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:33.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.373+0000 7fa603e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5fc15ed70 con 0x7fa5fc0b3920 2024-09-19T06:49:33.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.373+0000 7fa603e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5fc163270 con 0x7fa5fc15e990 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.373+0000 7fa603e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa5fc0cff20 con 0x7fa5fc0d39b0 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa600a00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fa5fc0b3920 0x7fa5fc162b60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:32866/0 (socket says 172.21.15.90:32866) 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa600a00640 1 -- 172.21.15.90:0/497526752 learned_addr learned my addr 172.21.15.90:0/497526752 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa601e00640 1 --2- 172.21.15.90:0/497526752 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0d39b0 0x7fa5fc169780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa5fbe00640 1 -- 172.21.15.90:0/497526752 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3293200842 0 0) 0x7fa5e8001110 con 0x7fa5fc0b3920 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa5fbe00640 1 -- 172.21.15.90:0/497526752 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa5e4003520 con 0x7fa5fc0b3920 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa5fbe00640 1 -- 172.21.15.90:0/497526752 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2985678133 0 0) 0x7fa5fc163270 con 0x7fa5fc15e990 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa5fbe00640 1 -- 172.21.15.90:0/497526752 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa5e8001110 con 0x7fa5fc15e990 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa601e00640 1 -- 172.21.15.90:0/497526752 >> v1:172.21.15.129:6789/0 conn(0x7fa5fc15e990 legacy=0x7fa5fc162450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa601e00640 1 -- 172.21.15.90:0/497526752 >> v1:172.21.15.90:6789/0 conn(0x7fa5fc0b3920 legacy=0x7fa5fc162b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:33.376 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.374+0000 7fa601e00640 1 -- 172.21.15.90:0/497526752 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5fc0d1fa0 con 0x7fa5fc0d39b0 2024-09-19T06:49:33.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.375+0000 7fa601e00640 1 --2- 172.21.15.90:0/497526752 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0d39b0 0x7fa5fc169780 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4009dc0 tx=0x7fa5f402a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da50b1f866690bc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:33.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa5fbe00640 1 -- 172.21.15.90:0/497526752 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f402ae60 con 0x7fa5fc0d39b0 2024-09-19T06:49:33.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa5fbe00640 1 -- 172.21.15.90:0/497526752 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5f4007740 con 0x7fa5fc0d39b0 2024-09-19T06:49:33.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa5fbe00640 1 -- 172.21.15.90:0/497526752 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4007af0 con 0x7fa5fc0d39b0 2024-09-19T06:49:33.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa603e00640 1 -- 172.21.15.90:0/497526752 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0d39b0 msgr2=0x7fa5fc169780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:33.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa603e00640 1 --2- 172.21.15.90:0/497526752 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0d39b0 0x7fa5fc169780 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4009dc0 tx=0x7fa5f402a640 comp rx=0 tx=0).stop 2024-09-19T06:49:33.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa603e00640 1 -- 172.21.15.90:0/497526752 shutdown_connections 2024-09-19T06:49:33.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa603e00640 1 --2- 172.21.15.90:0/497526752 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0d39b0 0x7fa5fc169780 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:33.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa603e00640 1 -- 172.21.15.90:0/497526752 >> 172.21.15.90:0/497526752 conn(0x7fa5fc0d1200 msgr2=0x7fa5fc0d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:33.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa603e00640 1 -- 172.21.15.90:0/497526752 shutdown_connections 2024-09-19T06:49:33.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.376+0000 7fa603e00640 1 -- 172.21.15.90:0/497526752 wait complete. 2024-09-19T06:49:33.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.378+0000 7fa603e00640 1 Processor -- start 2024-09-19T06:49:33.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.378+0000 7fa603e00640 1 -- start start 2024-09-19T06:49:33.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.379+0000 7fa603e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0b3920 0x7fa5fc161790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:33.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.379+0000 7fa603e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5fc0d39b0 0x7fa5fc0cc340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:33.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.379+0000 7fa603e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5fc15e990 0x7fa5fc157520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:33.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.379+0000 7fa603e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa5fc0cfc40 con 0x7fa5fc15e990 2024-09-19T06:49:33.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.379+0000 7fa603e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fa5fc0b3d60 con 0x7fa5fc0d39b0 2024-09-19T06:49:33.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.379+0000 7fa603e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa5fc169cc0 con 0x7fa5fc0b3920 2024-09-19T06:49:33.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa601e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5fc15e990 0x7fa5fc157520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:33.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa601400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0b3920 0x7fa5fc161790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:33.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa601e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5fc15e990 0x7fa5fc157520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46968/0 (socket says 172.21.15.90:46968) 2024-09-19T06:49:33.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa601e00640 1 -- 172.21.15.90:0/2554550278 learned_addr learned my addr 172.21.15.90:0/2554550278 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:33.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa600a00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5fc0d39b0 0x7fa5fc0cc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa601e00640 1 -- 172.21.15.90:0/2554550278 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0b3920 msgr2=0x7fa5fc161790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa601e00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0b3920 0x7fa5fc161790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa601e00640 1 -- 172.21.15.90:0/2554550278 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5fc0d39b0 msgr2=0x7fa5fc0cc340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa601e00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5fc0d39b0 0x7fa5fc0cc340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.380+0000 7fa601e00640 1 -- 172.21.15.90:0/2554550278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5fc1568b0 con 0x7fa5fc15e990 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.381+0000 7fa601e00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5fc15e990 0x7fa5fc157520 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa5f402ac30 tx=0x7fa5f4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.381+0000 7fa5f9600640 1 -- 172.21.15.90:0/2554550278 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f403f070 con 0x7fa5fc15e990 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.381+0000 7fa5f9600640 1 -- 172.21.15.90:0/2554550278 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5f4031a40 con 0x7fa5fc15e990 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.381+0000 7fa5f9600640 1 -- 172.21.15.90:0/2554550278 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4009450 con 0x7fa5fc15e990 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.381+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5fc156b50 con 0x7fa5fc15e990 2024-09-19T06:49:33.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.381+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5fc0ccc90 con 0x7fa5fc15e990 2024-09-19T06:49:33.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.382+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5fc0ba490 con 0x7fa5fc15e990 2024-09-19T06:49:33.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.383+0000 7fa5f9600640 1 -- 172.21.15.90:0/2554550278 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa5f4031c30 con 0x7fa5fc15e990 2024-09-19T06:49:33.385 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.384+0000 7fa5f9600640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:33.385 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.384+0000 7fa5f9600640 1 -- 172.21.15.90:0/2554550278 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5386+0+0 (secure 0 0 0) 0x7fa5f40ac580 con 0x7fa5fc15e990 2024-09-19T06:49:33.386 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.384+0000 7fa601400640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:33.386 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.385+0000 7fa601400640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa5f00011e0 tx=0x7fa5f0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:33.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.389+0000 7fa5f9600640 1 -- 172.21.15.90:0/2554550278 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa5fc0ba490 con 0x7fa5fc15e990 2024-09-19T06:49:33.566 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:33.565+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa5fc0cce90 con 0x7fa5fc15e990 2024-09-19T06:49:34.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.197+0000 7fa5f9600640 1 -- 172.21.15.90:0/2554550278 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v25) ==== 169+0+0 (secure 0 0 0) 0x7fa5fc0cce90 con 0x7fa5fc15e990 2024-09-19T06:49:34.198 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data' removed 2024-09-19T06:49:34.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa5dc06c2b0 msgr2=0x7fa5dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa5f00011e0 tx=0x7fa5f0009040 comp rx=0 tx=0).stop 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5fc15e990 msgr2=0x7fa5fc157520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5fc15e990 0x7fa5fc157520 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa5f402ac30 tx=0x7fa5f4004a40 comp rx=0 tx=0).stop 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 shutdown_connections 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5fc15e990 0x7fa5fc157520 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5fc0d39b0 0x7fa5fc0cc340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 --2- 172.21.15.90:0/2554550278 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5fc0b3920 0x7fa5fc161790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 >> 172.21.15.90:0/2554550278 conn(0x7fa5fc0d1200 msgr2=0x7fa5fc15fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:34.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.200+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 shutdown_connections 2024-09-19T06:49:34.203 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:34.201+0000 7fa603e00640 1 -- 172.21.15.90:0/2554550278 wait complete. 2024-09-19T06:49:34.219 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:49:34.219 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T06:49:34.220 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:49:34.220 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:49:34.220 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:49:34.220 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T06:49:34.220 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:49:34.220 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:49:34.220 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:49:34.220 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T06:49:34.221 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:49:34.221 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:49:34.221 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:49:34.221 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T06:49:34.221 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:49:34.221 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:49:34.235 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:49:34.235 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:49:34.242 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:49:34.242 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:49:34.243 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:49:34.243 DEBUG:teuthology.orchestra.run.smithi129:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:49:34.279 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:49:34.279 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:34.286 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:49:34.286 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:34.288 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:49:34.288 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:34.406 INFO:tasks.ceph.mds.a.smithi090.stdout:starting mds.a at 2024-09-19T06:49:34.418 INFO:tasks.ceph.mds.d.smithi129.stdout:starting mds.d at 2024-09-19T06:49:34.418 INFO:tasks.ceph.mds.b.smithi129.stdout:starting mds.b at 2024-09-19T06:49:37.743 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-09-19T06:49:40.235 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:49:40.236 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:49:40.242 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:49:40.242 DEBUG:teuthology.parallel:result is None 2024-09-19T06:49:40.242 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T06:49:40.380 INFO:tasks.ceph.mds.c.smithi090.stdout:starting mds.c at 2024-09-19T06:49:40.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.407+0000 7f69fde00640 1 Processor -- start 2024-09-19T06:49:40.408 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.407+0000 7f69fde00640 1 -- start start 2024-09-19T06:49:40.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.408+0000 7f69fde00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f69f80d1590 0x7f69f80b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:40.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.408+0000 7f69fde00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f80b8730 0x7f69f80d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:40.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.408+0000 7f69fde00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69f815e9d0 con 0x7f69f815e5f0 2024-09-19T06:49:40.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.408+0000 7f69fde00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f69f80b9b30 con 0x7f69f80d1590 2024-09-19T06:49:40.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.408+0000 7f69fde00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f69f80b8f20 con 0x7f69f80b8730 2024-09-19T06:49:40.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.408+0000 7f69f7e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f69f80d1590 0x7f69f80b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:40.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.409+0000 7f69f7e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f69f80d1590 0x7f69f80b81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32870/0 (socket says 172.21.15.90:32870) 2024-09-19T06:49:40.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.409+0000 7f69f7e00640 1 -- 172.21.15.90:0/2382465168 learned_addr learned my addr 172.21.15.90:0/2382465168 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:40.410 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.409+0000 7f69fd400640 1 --2- 172.21.15.90:0/2382465168 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f80b8730 0x7f69f80d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:40.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.409+0000 7f69f7e00640 1 -- 172.21.15.90:0/2382465168 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f80b8730 msgr2=0x7f69f80d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:40.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.409+0000 7f69f7e00640 1 --2- 172.21.15.90:0/2382465168 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f80b8730 0x7f69f80d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:40.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.409+0000 7f69f7e00640 1 -- 172.21.15.90:0/2382465168 >> v1:172.21.15.129:6789/0 conn(0x7f69f815e5f0 legacy=0x7f69f80d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:40.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.409+0000 7f69f7e00640 1 -- 172.21.15.90:0/2382465168 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69f80b9200 con 0x7f69f80d1590 2024-09-19T06:49:40.411 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.410+0000 7f69f7e00640 1 --2- 172.21.15.90:0/2382465168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80d1590 0x7f69f80b81f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f69e4009870 tx=0x7f69e402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf2cd776d53b9266 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:40.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.410+0000 7f69f7400640 1 -- 172.21.15.90:0/2382465168 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e4037070 con 0x7f69f80d1590 2024-09-19T06:49:40.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.410+0000 7f69f7400640 1 -- 172.21.15.90:0/2382465168 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69e4032440 con 0x7f69f80d1590 2024-09-19T06:49:40.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.410+0000 7f69f7400640 1 -- 172.21.15.90:0/2382465168 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e4032810 con 0x7f69f80d1590 2024-09-19T06:49:40.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.411+0000 7f69fde00640 1 -- 172.21.15.90:0/2382465168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80d1590 msgr2=0x7f69f80b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:40.412 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.411+0000 7f69fde00640 1 --2- 172.21.15.90:0/2382465168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80d1590 0x7f69f80b81f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f69e4009870 tx=0x7f69e402a270 comp rx=0 tx=0).stop 2024-09-19T06:49:40.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.411+0000 7f69fde00640 1 -- 172.21.15.90:0/2382465168 shutdown_connections 2024-09-19T06:49:40.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.411+0000 7f69fde00640 1 --2- 172.21.15.90:0/2382465168 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f80b8730 0x7f69f80d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:40.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.411+0000 7f69fde00640 1 --2- 172.21.15.90:0/2382465168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80d1590 0x7f69f80b81f0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:40.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.411+0000 7f69fde00640 1 -- 172.21.15.90:0/2382465168 >> 172.21.15.90:0/2382465168 conn(0x7f69f8062630 msgr2=0x7f69f8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:40.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.411+0000 7f69fde00640 1 -- 172.21.15.90:0/2382465168 shutdown_connections 2024-09-19T06:49:40.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.411+0000 7f69fde00640 1 -- 172.21.15.90:0/2382465168 wait complete. 2024-09-19T06:49:40.413 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.412+0000 7f69fde00640 1 Processor -- start 2024-09-19T06:49:40.414 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.413+0000 7f69fde00640 1 -- start start 2024-09-19T06:49:40.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.413+0000 7f69fde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80b8730 0x7f69f814e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:40.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.413+0000 7f69fde00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69f80d1590 0x7f69f80cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:40.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.413+0000 7f69fde00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f815e5f0 0x7f69f80cf5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:40.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.413+0000 7f69fde00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f69f80b8b60 con 0x7f69f80b8730 2024-09-19T06:49:40.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.413+0000 7f69fde00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f69f80b97c0 con 0x7f69f80d1590 2024-09-19T06:49:40.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.413+0000 7f69fde00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f69f80b8ce0 con 0x7f69f815e5f0 2024-09-19T06:49:40.416 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80b8730 0x7f69f814e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80b8730 0x7f69f814e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32882/0 (socket says 172.21.15.90:32882) 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fca00640 1 -- 172.21.15.90:0/2854071800 learned_addr learned my addr 172.21.15.90:0/2854071800 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69f7e00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69f80d1590 0x7f69f80cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fd400640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f815e5f0 0x7f69f80cf5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fca00640 1 -- 172.21.15.90:0/2854071800 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f815e5f0 msgr2=0x7f69f80cf5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fca00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f815e5f0 0x7f69f80cf5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fca00640 1 -- 172.21.15.90:0/2854071800 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69f80d1590 msgr2=0x7f69f80cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fca00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69f80d1590 0x7f69f80cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fca00640 1 -- 172.21.15.90:0/2854071800 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69f814edf0 con 0x7f69f80b8730 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69f7e00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69f80d1590 0x7f69f80cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.414+0000 7f69fca00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80b8730 0x7f69f814e8b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f69ec00c340 tx=0x7f69ec00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.415+0000 7f69f4c00640 1 -- 172.21.15.90:0/2854071800 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ec017070 con 0x7f69f80b8730 2024-09-19T06:49:40.417 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.415+0000 7f69f4c00640 1 -- 172.21.15.90:0/2854071800 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69ec0052d0 con 0x7f69f80b8730 2024-09-19T06:49:40.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.415+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69f815efb0 con 0x7f69f80b8730 2024-09-19T06:49:40.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.415+0000 7f69f4c00640 1 -- 172.21.15.90:0/2854071800 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ec003850 con 0x7f69f80b8730 2024-09-19T06:49:40.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.415+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69f815f570 con 0x7f69f80b8730 2024-09-19T06:49:40.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.416+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69f80b81f0 con 0x7f69f80b8730 2024-09-19T06:49:40.418 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.417+0000 7f69f4c00640 1 -- 172.21.15.90:0/2854071800 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f69ec01a070 con 0x7f69f80b8730 2024-09-19T06:49:40.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.418+0000 7f69f4c00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f69d806c2e0 0x7f69d806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:40.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.418+0000 7f69f4c00640 1 -- 172.21.15.90:0/2854071800 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4943+0+0 (secure 0 0 0) 0x7f69ec08a370 con 0x7f69f80b8730 2024-09-19T06:49:40.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.418+0000 7f69f7e00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f69d806c2e0 0x7f69d806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:40.419 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.419+0000 7f69f7e00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f69d806c2e0 0x7f69d806e7a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f69e4034000 tx=0x7f69e402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:40.423 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.422+0000 7f69f4c00640 1 -- 172.21.15.90:0/2854071800 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69f814edf0 con 0x7f69f80b8730 2024-09-19T06:49:40.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:40.607+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f69f80b5c40 con 0x7f69f80b8730 2024-09-19T06:49:42.231 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.229+0000 7f69f4c00640 1 -- 172.21.15.90:0/2854071800 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v30) ==== 97+0+0 (secure 0 0 0) 0x7f69ec058780 con 0x7f69f80b8730 2024-09-19T06:49:42.321 INFO:teuthology.orchestra.run.smithi090.stderr: removed all blocklist entries 2024-09-19T06:49:42.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f69d806c2e0 msgr2=0x7f69d806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f69d806c2e0 0x7f69d806e7a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f69e4034000 tx=0x7f69e402e000 comp rx=0 tx=0).stop 2024-09-19T06:49:42.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80b8730 msgr2=0x7f69f814e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80b8730 0x7f69f814e8b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f69ec00c340 tx=0x7f69ec00c800 comp rx=0 tx=0).stop 2024-09-19T06:49:42.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 shutdown_connections 2024-09-19T06:49:42.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f69d806c2e0 0x7f69d806e7a0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69f815e5f0 0x7f69f80cf5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69f80d1590 0x7f69f80cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 --2- 172.21.15.90:0/2854071800 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f69f80b8730 0x7f69f814e8b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 >> 172.21.15.90:0/2854071800 conn(0x7f69f8062630 msgr2=0x7f69f80b7770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:42.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 shutdown_connections 2024-09-19T06:49:42.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.232+0000 7f69fde00640 1 -- 172.21.15.90:0/2854071800 wait complete. 2024-09-19T06:49:42.324 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T06:49:42.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.481+0000 7fb628a00640 1 Processor -- start 2024-09-19T06:49:42.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.481+0000 7fb628a00640 1 -- start start 2024-09-19T06:49:42.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.482+0000 7fb628a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb6240d3310 0x7fb6240d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.482+0000 7fb628a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fb6240d1650 0x7fb6240b7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.482+0000 7fb628a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb62415ea40 con 0x7fb62415e660 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.482+0000 7fb628a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fb6240d1ac0 con 0x7fb6240d3310 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.482+0000 7fb628a00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fb6240d3870 con 0x7fb6240d1650 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb621400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb6240d3310 0x7fb6240d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb621400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb6240d3310 0x7fb6240d1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32896/0 (socket says 172.21.15.90:32896) 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb621e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fb62415e660 0x7fb6240cf730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:49980/0 (socket says 172.21.15.90:49980) 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb621400640 1 -- 172.21.15.90:0/1282028892 learned_addr learned my addr 172.21.15.90:0/1282028892 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb622800640 1 --2- 172.21.15.90:0/1282028892 >> v2:172.21.15.129:3300/0 conn(0x7fb6240d1650 0x7fb6240b7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb621400640 1 -- 172.21.15.90:0/1282028892 >> v2:172.21.15.129:3300/0 conn(0x7fb6240d1650 msgr2=0x7fb6240b7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb621400640 1 --2- 172.21.15.90:0/1282028892 >> v2:172.21.15.129:3300/0 conn(0x7fb6240d1650 0x7fb6240b7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb621400640 1 -- 172.21.15.90:0/1282028892 >> v1:172.21.15.90:6789/0 conn(0x7fb62415e660 legacy=0x7fb6240cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb621400640 1 -- 172.21.15.90:0/1282028892 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6240d3b50 con 0x7fb6240d3310 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.483+0000 7fb622800640 1 --2- 172.21.15.90:0/1282028892 >> v2:172.21.15.129:3300/0 conn(0x7fb6240d1650 0x7fb6240b7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.484+0000 7fb621400640 1 --2- 172.21.15.90:0/1282028892 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 0x7fb6240d1110 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb6240d26b0 tx=0x7fb61002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23994620b9318eb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.484+0000 7fb620a00640 1 -- 172.21.15.90:0/1282028892 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610037070 con 0x7fb6240d3310 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.484+0000 7fb620a00640 1 -- 172.21.15.90:0/1282028892 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb610032440 con 0x7fb6240d3310 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.484+0000 7fb620a00640 1 -- 172.21.15.90:0/1282028892 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610032810 con 0x7fb6240d3310 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.485+0000 7fb628a00640 1 -- 172.21.15.90:0/1282028892 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 msgr2=0x7fb6240d1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.485+0000 7fb628a00640 1 --2- 172.21.15.90:0/1282028892 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 0x7fb6240d1110 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb6240d26b0 tx=0x7fb61002a270 comp rx=0 tx=0).stop 2024-09-19T06:49:42.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.485+0000 7fb628a00640 1 -- 172.21.15.90:0/1282028892 shutdown_connections 2024-09-19T06:49:42.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.485+0000 7fb628a00640 1 --2- 172.21.15.90:0/1282028892 >> v2:172.21.15.129:3300/0 conn(0x7fb6240d1650 0x7fb6240b7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.485+0000 7fb628a00640 1 --2- 172.21.15.90:0/1282028892 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 0x7fb6240d1110 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.485+0000 7fb628a00640 1 -- 172.21.15.90:0/1282028892 >> 172.21.15.90:0/1282028892 conn(0x7fb6240b6410 msgr2=0x7fb6240b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:42.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.485+0000 7fb628a00640 1 -- 172.21.15.90:0/1282028892 shutdown_connections 2024-09-19T06:49:42.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.485+0000 7fb628a00640 1 -- 172.21.15.90:0/1282028892 wait complete. 2024-09-19T06:49:42.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.487+0000 7fb628a00640 1 Processor -- start 2024-09-19T06:49:42.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.487+0000 7fb628a00640 1 -- start start 2024-09-19T06:49:42.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb628a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb6240d1650 0x7fb6241532a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.491 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb628a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 0x7fb624156430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb628a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb62415e660 0x7fb6240ca290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb628a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb6240d43f0 con 0x7fb6240d3310 2024-09-19T06:49:42.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb628a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fb6240d4110 con 0x7fb62415e660 2024-09-19T06:49:42.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb628a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb6240b80b0 con 0x7fb6240d1650 2024-09-19T06:49:42.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 0x7fb624156430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 0x7fb624156430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32904/0 (socket says 172.21.15.90:32904) 2024-09-19T06:49:42.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621400640 1 -- 172.21.15.90:0/3155447037 learned_addr learned my addr 172.21.15.90:0/3155447037 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:42.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621400640 1 -- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb6240d1650 msgr2=0x7fb6241532a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.492 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb622800640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb62415e660 0x7fb6240ca290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621e00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb6240d1650 0x7fb6241532a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621400640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb6240d1650 0x7fb6241532a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621400640 1 -- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb62415e660 msgr2=0x7fb6240ca290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621400640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb62415e660 0x7fb6240ca290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621400640 1 -- 172.21.15.90:0/3155447037 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb624161940 con 0x7fb6240d3310 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb622800640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb62415e660 0x7fb6240ca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.488+0000 7fb621e00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb6240d1650 0x7fb6241532a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.489+0000 7fb621400640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 0x7fb624156430 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb61002a2b0 tx=0x7fb6100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.489+0000 7fb61a000640 1 -- 172.21.15.90:0/3155447037 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610041020 con 0x7fb6240d3310 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.489+0000 7fb61a000640 1 -- 172.21.15.90:0/3155447037 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6100306c0 con 0x7fb6240d3310 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.489+0000 7fb61a000640 1 -- 172.21.15.90:0/3155447037 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610037040 con 0x7fb6240d3310 2024-09-19T06:49:42.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.489+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb624155950 con 0x7fb6240d3310 2024-09-19T06:49:42.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.489+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb624156970 con 0x7fb6240d3310 2024-09-19T06:49:42.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.490+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6240b7b70 con 0x7fb6240d3310 2024-09-19T06:49:42.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.491+0000 7fb61a000640 1 -- 172.21.15.90:0/3155447037 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb610044020 con 0x7fb6240d3310 2024-09-19T06:49:42.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.492+0000 7fb61a000640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb60406c2b0 0x7fb60406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.492+0000 7fb61a000640 1 -- 172.21.15.90:0/3155447037 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fb6100ab930 con 0x7fb6240d3310 2024-09-19T06:49:42.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.492+0000 7fb621e00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb60406c2b0 0x7fb60406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.493+0000 7fb621e00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb60406c2b0 0x7fb60406e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb614000f60 tx=0x7fb614009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:42.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.496+0000 7fb61a000640 1 -- 172.21.15.90:0/3155447037 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb61004b030 con 0x7fb6240d3310 2024-09-19T06:49:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.734+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb62406ce70 con 0x7fb6240d3310 2024-09-19T06:49:42.736 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.734+0000 7fb61a000640 1 -- 172.21.15.90:0/3155447037 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7fb61007a3e0 con 0x7fb6240d3310 2024-09-19T06:49:42.736 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:42.736 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: "auth_dump": [ 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "mds.a", 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQATyetmD/lyDxAAKQIG40OJylQsWdo/yESYjQ==", 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow", 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow *", 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow *", 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.737 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "mds.b", 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQATyetmIwbgIhAAFpHwlsWii7p1DcZ5Y1yATw==", 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow", 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow *", 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow *", 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "mds.c", 2024-09-19T06:49:42.738 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQATyetmmQ0eGRAAZmLIBzo+T5FlNrB9ix0zaA==", 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow", 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow *", 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow *", 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "mds.d", 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQATyetm55qMLBAATaRLkMc8/I/HOz02+d5KcA==", 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow", 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow *", 2024-09-19T06:49:42.739 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow *", 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "osd.0", 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAXyetmLGDkBxAA1TcRmwW+1lgwKXEBHlfRkA==", 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow profile osd", 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile osd", 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.740 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "osd.1", 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAayetmXVviIRAAYFGalx/p0hI7iTiACOjMjQ==", 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow profile osd", 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile osd", 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "osd.2", 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAeyetmwELZHhAAZ2980S0got42eHpHegORnw==", 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow profile osd", 2024-09-19T06:49:42.741 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile osd", 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "osd.3", 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAiyetm+scXCRAAnF5H+FumIfZB4Agb9bESMA==", 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow profile osd", 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile osd", 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.742 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "osd.4", 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAoyetmQ7xzMxAArv4W7+ryLQkYR59oK4Xj6A==", 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow profile osd", 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile osd", 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "osd.5", 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAsyetmOQI0IRAA3JshKBQ4cCaDwGvd6cFL7w==", 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow profile osd", 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile osd", 2024-09-19T06:49:42.743 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "osd.6", 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAwyetmw5M2CxAAIoszWzpD+yfgcqmJWi8E6w==", 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow profile osd", 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile osd", 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.744 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "osd.7", 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAzyetm4DtPNRAA1C+2nAa76fj8XCSCu0P8PQ==", 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow profile osd", 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile osd", 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.0", 2024-09-19T06:49:42.745 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQATyetmARX9NBAA8AXUBM42zjZocXBfIlXR6w==", 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow", 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow r", 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow rw", 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow rwx" 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.1", 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAUyetmfF5cBhAAc4M+ubqqY6KGHJakam+0zg==", 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.746 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow", 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow r", 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow rw", 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow rwx" 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.2", 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQATyetmFUdzOxAAAalPGG/b5+vCIn/36P7a2A==", 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow", 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow r", 2024-09-19T06:49:42.747 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow rw", 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow rwx" 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.3", 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQAUyetmZrTJDBAAlI9A1zNRipLqTqLXX+CrvA==", 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow", 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow r", 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow rw", 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow rwx" 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.748 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.admin", 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQASyetmqoipGhAAOSraNWpITMrvoL5LMWdQAw==", 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow *", 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": "allow *", 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow *", 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.bootstrap-mds", 2024-09-19T06:49:42.749 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQA8yetmfL1EDxAACcCh9hl2XmWlxu7gp3P5Wg==", 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile bootstrap-mds" 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.bootstrap-mgr", 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQA8yetmxM1EDxAAX0/xCNFTVHKlf3SXmHHVlw==", 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.bootstrap-osd", 2024-09-19T06:49:42.750 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQA8yetmE9tEDxAAhprZ6Pvwu49+WNkW0+TgrQ==", 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile bootstrap-osd" 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.bootstrap-rbd", 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQA8yetm++hEDxAAXBzbbxiczW7AMHE435hazg==", 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.751 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQA8yetmJvxEDxAAhdZ8PSYj+d4Er0HJu8M+fw==", 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "client.bootstrap-rgw", 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQA8yetmZwpFDxAAGkLxlL1ruzBbVEqTuVX2vg==", 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.752 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "mgr.x", 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQATyetmZUDnCBAAoujHlIQPtDXS0M3lHdkUhQ==", 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow *", 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile mgr", 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: "entity": "mgr.y", 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: "key": "AQATyetmIP7cABAA7nk5krGP7tXFzFOTON8o1A==", 2024-09-19T06:49:42.753 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": { 2024-09-19T06:49:42.754 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": "allow *", 2024-09-19T06:49:42.754 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": "allow profile mgr", 2024-09-19T06:49:42.754 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": "allow *" 2024-09-19T06:49:42.754 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.754 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:42.754 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-09-19T06:49:42.754 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb60406c2b0 msgr2=0x7fb60406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb60406c2b0 0x7fb60406e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb614000f60 tx=0x7fb614009040 comp rx=0 tx=0).stop 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 msgr2=0x7fb624156430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 0x7fb624156430 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb61002a2b0 tx=0x7fb6100046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 shutdown_connections 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb60406c2b0 0x7fb60406e770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb62415e660 0x7fb6240ca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb6240d3310 0x7fb624156430 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 --2- 172.21.15.90:0/3155447037 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb6240d1650 0x7fb6241532a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.736+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 >> 172.21.15.90:0/3155447037 conn(0x7fb6240b6410 msgr2=0x7fb6240b5670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:42.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.737+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 shutdown_connections 2024-09-19T06:49:42.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.737+0000 7fb628a00640 1 -- 172.21.15.90:0/3155447037 wait complete. 2024-09-19T06:49:42.757 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-19T06:49:42.910 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.909+0000 7f56bde00640 1 Processor -- start 2024-09-19T06:49:42.911 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.909+0000 7f56bde00640 1 -- start start 2024-09-19T06:49:42.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.910+0000 7f56bde00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f56b80cf1f0 0x7f56b80b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.910+0000 7f56bde00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f56b80b6720 0x7f56b80d3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.910+0000 7f56bde00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56b80cf860 con 0x7f56b815e7a0 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.910+0000 7f56bde00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f56b80b6b90 con 0x7f56b80b6720 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.910+0000 7f56bde00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f56b80d2ca0 con 0x7f56b80cf1f0 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.910+0000 7f56b7400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f56b80b6720 0x7f56b80d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.911+0000 7f56b7400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f56b80b6720 0x7f56b80d3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32910/0 (socket says 172.21.15.90:32910) 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.911+0000 7f56b7400640 1 -- 172.21.15.90:0/4190590334 learned_addr learned my addr 172.21.15.90:0/4190590334 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.911+0000 7f56b6000640 1 --2- 172.21.15.90:0/4190590334 >> v2:172.21.15.129:3300/0 conn(0x7f56b80cf1f0 0x7f56b80b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.911+0000 7f56b7400640 1 -- 172.21.15.90:0/4190590334 >> v2:172.21.15.129:3300/0 conn(0x7f56b80cf1f0 msgr2=0x7f56b80b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.911+0000 7f56b7400640 1 --2- 172.21.15.90:0/4190590334 >> v2:172.21.15.129:3300/0 conn(0x7f56b80cf1f0 0x7f56b80b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.911+0000 7f56b7400640 1 -- 172.21.15.90:0/4190590334 >> v1:172.21.15.129:6789/0 conn(0x7f56b815e7a0 legacy=0x7f56b806caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.911+0000 7f56b7400640 1 -- 172.21.15.90:0/4190590334 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56b80cfb40 con 0x7f56b80b6720 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.912+0000 7f56b7400640 1 --2- 172.21.15.90:0/4190590334 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80b6720 0x7f56b80d3410 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f56b80d2110 tx=0x7f56b002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40aa624a618d9051 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.912+0000 7f56b5600640 1 -- 172.21.15.90:0/4190590334 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b0036070 con 0x7f56b80b6720 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.912+0000 7f56b5600640 1 -- 172.21.15.90:0/4190590334 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56b0031600 con 0x7f56b80b6720 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.912+0000 7f56b5600640 1 -- 172.21.15.90:0/4190590334 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b00319d0 con 0x7f56b80b6720 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.913+0000 7f56bde00640 1 -- 172.21.15.90:0/4190590334 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80b6720 msgr2=0x7f56b80d3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.913+0000 7f56bde00640 1 --2- 172.21.15.90:0/4190590334 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80b6720 0x7f56b80d3410 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f56b80d2110 tx=0x7f56b002a6a0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.913+0000 7f56bde00640 1 -- 172.21.15.90:0/4190590334 shutdown_connections 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.913+0000 7f56bde00640 1 --2- 172.21.15.90:0/4190590334 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80b6720 0x7f56b80d3410 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.913+0000 7f56bde00640 1 --2- 172.21.15.90:0/4190590334 >> v2:172.21.15.129:3300/0 conn(0x7f56b80cf1f0 0x7f56b80b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.913+0000 7f56bde00640 1 -- 172.21.15.90:0/4190590334 >> 172.21.15.90:0/4190590334 conn(0x7f56b80d11e0 msgr2=0x7f56b80d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:42.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.913+0000 7f56bde00640 1 -- 172.21.15.90:0/4190590334 shutdown_connections 2024-09-19T06:49:42.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.913+0000 7f56bde00640 1 -- 172.21.15.90:0/4190590334 wait complete. 2024-09-19T06:49:42.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.914+0000 7f56bde00640 1 Processor -- start 2024-09-19T06:49:42.916 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.915+0000 7f56bde00640 1 -- start start 2024-09-19T06:49:42.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.915+0000 7f56bde00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f56b80b6720 0x7f56b80d3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.915+0000 7f56bde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80cf1f0 0x7f56b80cabd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.915+0000 7f56bde00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f56b815e7a0 0x7f56b81472b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.915+0000 7f56bde00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f56b80b7a00 con 0x7f56b80cf1f0 2024-09-19T06:49:42.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.915+0000 7f56bde00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f56b80d2ef0 con 0x7f56b815e7a0 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56bde00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f56b815eb80 con 0x7f56b80b6720 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80cf1f0 0x7f56b80cabd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80cf1f0 0x7f56b80cabd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32922/0 (socket says 172.21.15.90:32922) 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6000640 1 -- 172.21.15.90:0/4291211907 learned_addr learned my addr 172.21.15.90:0/4291211907 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6a00640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f56b80b6720 0x7f56b80d3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b7400640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f56b815e7a0 0x7f56b81472b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6000640 1 -- 172.21.15.90:0/4291211907 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f56b80b6720 msgr2=0x7f56b80d3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6000640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f56b80b6720 0x7f56b80d3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6000640 1 -- 172.21.15.90:0/4291211907 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f56b815e7a0 msgr2=0x7f56b81472b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6000640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f56b815e7a0 0x7f56b81472b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:42.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6000640 1 -- 172.21.15.90:0/4291211907 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56b80ccdf0 con 0x7f56b80cf1f0 2024-09-19T06:49:42.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b7400640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f56b815e7a0 0x7f56b81472b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:42.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.916+0000 7f56b6000640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80cf1f0 0x7f56b80cabd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f56a400d5d0 tx=0x7f56a400da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:42.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.917+0000 7f56af400640 1 -- 172.21.15.90:0/4291211907 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a40125f0 con 0x7f56b80cf1f0 2024-09-19T06:49:42.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.917+0000 7f56af400640 1 -- 172.21.15.90:0/4291211907 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56a4019070 con 0x7f56b80cf1f0 2024-09-19T06:49:42.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.917+0000 7f56af400640 1 -- 172.21.15.90:0/4291211907 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a40129f0 con 0x7f56b80cf1f0 2024-09-19T06:49:42.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.917+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56b80d4490 con 0x7f56b80cf1f0 2024-09-19T06:49:42.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.917+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56b80d4a50 con 0x7f56b80cf1f0 2024-09-19T06:49:42.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.918+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56b80b61e0 con 0x7f56b80cf1f0 2024-09-19T06:49:42.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.919+0000 7f56af400640 1 -- 172.21.15.90:0/4291211907 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f56a4012b90 con 0x7f56b80cf1f0 2024-09-19T06:49:42.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.919+0000 7f56af400640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f569806c2b0 0x7f569806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:42.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.919+0000 7f56af400640 1 -- 172.21.15.90:0/4291211907 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f56a408b580 con 0x7f56b80cf1f0 2024-09-19T06:49:42.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.920+0000 7f56b6a00640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f569806c2b0 0x7f569806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:42.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.920+0000 7f56b6a00640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f569806c2b0 0x7f569806e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f56a8001780 tx=0x7f56a8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:42.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:42.923+0000 7f56af400640 1 -- 172.21.15.90:0/4291211907 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f56b80ccdf0 con 0x7f56b80cf1f0 2024-09-19T06:49:43.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.164+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f56b80d2a80 con 0x7f56b80cf1f0 2024-09-19T06:49:43.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.167+0000 7f56af400640 1 -- 172.21.15.90:0/4291211907 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f56a4059fa0 con 0x7f56b80cf1f0 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f569806c2b0 msgr2=0x7f569806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f569806c2b0 0x7f569806e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f56a8001780 tx=0x7f56a8009040 comp rx=0 tx=0).stop 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80cf1f0 msgr2=0x7f56b80cabd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80cf1f0 0x7f56b80cabd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f56a400d5d0 tx=0x7f56a400da90 comp rx=0 tx=0).stop 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 shutdown_connections 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f569806c2b0 0x7f569806e770 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f56b815e7a0 0x7f56b81472b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f56b80cf1f0 0x7f56b80cabd0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 --2- 172.21.15.90:0/4291211907 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f56b80b6720 0x7f56b80d3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 >> 172.21.15.90:0/4291211907 conn(0x7f56b80d11e0 msgr2=0x7f56b815ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:43.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 shutdown_connections 2024-09-19T06:49:43.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.169+0000 7f56bde00640 1 -- 172.21.15.90:0/4291211907 wait complete. 2024-09-19T06:49:43.186 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-19T06:49:43.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.340+0000 7f6841600640 1 Processor -- start 2024-09-19T06:49:43.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.340+0000 7f6841600640 1 -- start start 2024-09-19T06:49:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.341+0000 7f6841600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f683c0d1590 0x7f683c0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.341+0000 7f6841600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0b8730 0x7f683c0d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.341+0000 7f6841600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f683c15e9d0 con 0x7f683c15e5f0 2024-09-19T06:49:43.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.341+0000 7f6841600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f683c0b9b30 con 0x7f683c0d1590 2024-09-19T06:49:43.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.341+0000 7f6841600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f683c0b8f20 con 0x7f683c0b8730 2024-09-19T06:49:43.343 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.342+0000 7f6840c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0b8730 0x7f683c0d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.342+0000 7f683b400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f683c0d1590 0x7f683c0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.342+0000 7f6840c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0b8730 0x7f683c0d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:34000/0 (socket says 172.21.15.90:34000) 2024-09-19T06:49:43.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.342+0000 7f6840c00640 1 -- 172.21.15.90:0/1903659063 learned_addr learned my addr 172.21.15.90:0/1903659063 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:43.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.342+0000 7f683be00640 1 --1- 172.21.15.90:0/1903659063 >> v1:172.21.15.129:6789/0 conn(0x7f683c15e5f0 0x7f683c0d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:37982/0 (socket says 172.21.15.90:37982) 2024-09-19T06:49:43.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.342+0000 7f6840c00640 1 -- 172.21.15.90:0/1903659063 >> v2:172.21.15.129:3300/0 conn(0x7f683c0d1590 msgr2=0x7f683c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:43.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.342+0000 7f6840c00640 1 --2- 172.21.15.90:0/1903659063 >> v2:172.21.15.129:3300/0 conn(0x7f683c0d1590 0x7f683c0b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.342+0000 7f6840c00640 1 -- 172.21.15.90:0/1903659063 >> v1:172.21.15.129:6789/0 conn(0x7f683c15e5f0 legacy=0x7f683c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.344 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.342+0000 7f6840c00640 1 -- 172.21.15.90:0/1903659063 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f683c0b9200 con 0x7f683c0b8730 2024-09-19T06:49:43.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.343+0000 7f6840c00640 1 --2- 172.21.15.90:0/1903659063 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0b8730 0x7f683c0d2bc0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6834009e50 tx=0x7f683402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5029a00178ea5dc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:43.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.343+0000 7f683aa00640 1 -- 172.21.15.90:0/1903659063 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6834036070 con 0x7f683c0b8730 2024-09-19T06:49:43.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f683aa00640 1 -- 172.21.15.90:0/1903659063 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6834031600 con 0x7f683c0b8730 2024-09-19T06:49:43.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f683aa00640 1 -- 172.21.15.90:0/1903659063 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68340319d0 con 0x7f683c0b8730 2024-09-19T06:49:43.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f6841600640 1 -- 172.21.15.90:0/1903659063 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0b8730 msgr2=0x7f683c0d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f6841600640 1 --2- 172.21.15.90:0/1903659063 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0b8730 0x7f683c0d2bc0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6834009e50 tx=0x7f683402a710 comp rx=0 tx=0).stop 2024-09-19T06:49:43.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f6841600640 1 -- 172.21.15.90:0/1903659063 shutdown_connections 2024-09-19T06:49:43.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f6841600640 1 --2- 172.21.15.90:0/1903659063 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0b8730 0x7f683c0d2bc0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f6841600640 1 --2- 172.21.15.90:0/1903659063 >> v2:172.21.15.129:3300/0 conn(0x7f683c0d1590 0x7f683c0b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f6841600640 1 -- 172.21.15.90:0/1903659063 >> 172.21.15.90:0/1903659063 conn(0x7f683c062630 msgr2=0x7f683c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:43.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f6841600640 1 -- 172.21.15.90:0/1903659063 shutdown_connections 2024-09-19T06:49:43.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.344+0000 7f6841600640 1 -- 172.21.15.90:0/1903659063 wait complete. 2024-09-19T06:49:43.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.346+0000 7f6841600640 1 Processor -- start 2024-09-19T06:49:43.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.346+0000 7f6841600640 1 -- start start 2024-09-19T06:49:43.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.347+0000 7f6841600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f683c0b8730 0x7f683c1e7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.347+0000 7f6841600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0d1590 0x7f683c0b35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.347+0000 7f6841600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f683c15e5f0 0x7f683c15c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.347+0000 7f6841600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f683c0b8b60 con 0x7f683c15e5f0 2024-09-19T06:49:43.350 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.347+0000 7f6841600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f683c0b97c0 con 0x7f683c0b8730 2024-09-19T06:49:43.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.347+0000 7f6841600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f683c0b8ce0 con 0x7f683c0d1590 2024-09-19T06:49:43.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.347+0000 7f6840c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f683c15e5f0 0x7f683c15c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.347+0000 7f6840c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f683c15e5f0 0x7f683c15c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32938/0 (socket says 172.21.15.90:32938) 2024-09-19T06:49:43.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.347+0000 7f6840c00640 1 -- 172.21.15.90:0/673301033 learned_addr learned my addr 172.21.15.90:0/673301033 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:43.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f683b400640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0d1590 0x7f683c0b35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f683be00640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f683c0b8730 0x7f683c1e7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6840c00640 1 -- 172.21.15.90:0/673301033 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0d1590 msgr2=0x7f683c0b35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.351 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6840c00640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0d1590 0x7f683c0b35d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6840c00640 1 -- 172.21.15.90:0/673301033 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f683c0b8730 msgr2=0x7f683c1e7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6840c00640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f683c0b8730 0x7f683c1e7810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6840c00640 1 -- 172.21.15.90:0/673301033 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f683c1f4300 con 0x7f683c15e5f0 2024-09-19T06:49:43.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6840c00640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f683c15e5f0 0x7f683c15c080 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6834034040 tx=0x7f6834004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:43.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6833e00640 1 -- 172.21.15.90:0/673301033 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6834036050 con 0x7f683c15e5f0 2024-09-19T06:49:43.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6833e00640 1 -- 172.21.15.90:0/673301033 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6834042070 con 0x7f683c15e5f0 2024-09-19T06:49:43.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6833e00640 1 -- 172.21.15.90:0/673301033 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6834009510 con 0x7f683c15e5f0 2024-09-19T06:49:43.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.348+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f683c1e8060 con 0x7f683c15e5f0 2024-09-19T06:49:43.352 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.349+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f683c160790 con 0x7f683c15e5f0 2024-09-19T06:49:43.353 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.350+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f683c069c20 con 0x7f683c15e5f0 2024-09-19T06:49:43.354 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.351+0000 7f6833e00640 1 -- 172.21.15.90:0/673301033 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6834007bf0 con 0x7f683c15e5f0 2024-09-19T06:49:43.354 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.351+0000 7f6833e00640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f681c06c2b0 0x7f681c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.354 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.352+0000 7f6833e00640 1 -- 172.21.15.90:0/673301033 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f68340abd80 con 0x7f683c15e5f0 2024-09-19T06:49:43.354 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.352+0000 7f683be00640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f681c06c2b0 0x7f681c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.354 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.352+0000 7f683be00640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f681c06c2b0 0x7f681c06e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f682c000f60 tx=0x7f682c007e20 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:43.357 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.356+0000 7f6833e00640 1 -- 172.21.15.90:0/673301033 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f683407a1f0 con 0x7f683c15e5f0 2024-09-19T06:49:43.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.594+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f683c160960 con 0x7f683c15e5f0 2024-09-19T06:49:43.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.597+0000 7f6833e00640 1 -- 172.21.15.90:0/673301033 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f683407e4f0 con 0x7f683c15e5f0 2024-09-19T06:49:43.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f681c06c2b0 msgr2=0x7f681c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f681c06c2b0 0x7f681c06e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f682c000f60 tx=0x7f682c007e20 comp rx=0 tx=0).stop 2024-09-19T06:49:43.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f683c15e5f0 msgr2=0x7f683c15c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.601 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f683c15e5f0 0x7f683c15c080 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6834034040 tx=0x7f6834004a40 comp rx=0 tx=0).stop 2024-09-19T06:49:43.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 shutdown_connections 2024-09-19T06:49:43.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f681c06c2b0 0x7f681c06e770 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f683c15e5f0 0x7f683c15c080 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f683c0d1590 0x7f683c0b35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 --2- 172.21.15.90:0/673301033 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f683c0b8730 0x7f683c1e7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 >> 172.21.15.90:0/673301033 conn(0x7f683c062630 msgr2=0x7f683c0cd550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:43.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 shutdown_connections 2024-09-19T06:49:43.602 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.600+0000 7f6841600640 1 -- 172.21.15.90:0/673301033 wait complete. 2024-09-19T06:49:43.616 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-19T06:49:43.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.767+0000 7efc39e00640 1 Processor -- start 2024-09-19T06:49:43.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.768+0000 7efc39e00640 1 -- start start 2024-09-19T06:49:43.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.769+0000 7efc39e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7efc340b6290 0x7efc34071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.769+0000 7efc39e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc340ccff0 con 0x7efc34072530 2024-09-19T06:49:43.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.769+0000 7efc39e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc340cd2d0 con 0x7efc3415b480 2024-09-19T06:49:43.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.769+0000 7efc39e00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7efc340cd5b0 con 0x7efc340b6290 2024-09-19T06:49:43.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.769+0000 7efc33400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7efc34072530 0x7efc3415bc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:49992/0 (socket says 172.21.15.90:49992) 2024-09-19T06:49:43.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.769+0000 7efc33400640 1 -- 172.21.15.90:0/2795631886 learned_addr learned my addr 172.21.15.90:0/2795631886 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:43.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.769+0000 7efc2a000640 1 --2- 172.21.15.90:0/2795631886 >> v2:172.21.15.129:3300/0 conn(0x7efc340b6290 0x7efc34071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.770+0000 7efc32000640 1 -- 172.21.15.90:0/2795631886 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2680692297 0 0) 0x7efc340ccff0 con 0x7efc34072530 2024-09-19T06:49:43.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.770+0000 7efc32000640 1 -- 172.21.15.90:0/2795631886 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc18003520 con 0x7efc34072530 2024-09-19T06:49:43.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.770+0000 7efc2a000640 1 -- 172.21.15.90:0/2795631886 >> v1:172.21.15.129:6789/0 conn(0x7efc3415b480 legacy=0x7efc340b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.770+0000 7efc2a000640 1 -- 172.21.15.90:0/2795631886 >> v1:172.21.15.90:6789/0 conn(0x7efc34072530 legacy=0x7efc3415bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.770+0000 7efc2a000640 1 -- 172.21.15.90:0/2795631886 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc340cd890 con 0x7efc340b6290 2024-09-19T06:49:43.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.771+0000 7efc2a000640 1 --2- 172.21.15.90:0/2795631886 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7efc340b6290 0x7efc34071ff0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efc1c0097a0 tx=0x7efc1c02a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=832576a0948abdf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:43.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.771+0000 7efc32000640 1 -- 172.21.15.90:0/2795631886 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1c037070 con 0x7efc340b6290 2024-09-19T06:49:43.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.771+0000 7efc32000640 1 -- 172.21.15.90:0/2795631886 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc1c032440 con 0x7efc340b6290 2024-09-19T06:49:43.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.771+0000 7efc32000640 1 -- 172.21.15.90:0/2795631886 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1c0327f0 con 0x7efc340b6290 2024-09-19T06:49:43.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.772+0000 7efc39e00640 1 -- 172.21.15.90:0/2795631886 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7efc340b6290 msgr2=0x7efc34071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.772+0000 7efc39e00640 1 --2- 172.21.15.90:0/2795631886 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7efc340b6290 0x7efc34071ff0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efc1c0097a0 tx=0x7efc1c02a1a0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.772+0000 7efc39e00640 1 -- 172.21.15.90:0/2795631886 shutdown_connections 2024-09-19T06:49:43.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.772+0000 7efc39e00640 1 --2- 172.21.15.90:0/2795631886 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7efc340b6290 0x7efc34071ff0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.772+0000 7efc39e00640 1 -- 172.21.15.90:0/2795631886 >> 172.21.15.90:0/2795631886 conn(0x7efc3406d0f0 msgr2=0x7efc3406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:43.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.772+0000 7efc39e00640 1 -- 172.21.15.90:0/2795631886 shutdown_connections 2024-09-19T06:49:43.774 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.772+0000 7efc39e00640 1 -- 172.21.15.90:0/2795631886 wait complete. 2024-09-19T06:49:43.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.773+0000 7efc39e00640 1 Processor -- start 2024-09-19T06:49:43.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.774+0000 7efc39e00640 1 -- start start 2024-09-19T06:49:43.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.774+0000 7efc39e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7efc34072530 0x7efc34140b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.774+0000 7efc39e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc3415b480 0x7efc340c5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.774+0000 7efc39e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7efc340c5940 0x7efc34155280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.774+0000 7efc39e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efc3415b9e0 con 0x7efc3415b480 2024-09-19T06:49:43.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.774+0000 7efc39e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7efc3415b860 con 0x7efc34072530 2024-09-19T06:49:43.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.774+0000 7efc39e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7efc3415c370 con 0x7efc340c5940 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc2a000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc3415b480 0x7efc340c5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc2a000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc3415b480 0x7efc340c5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:32942/0 (socket says 172.21.15.90:32942) 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc2a000640 1 -- 172.21.15.90:0/3491075202 learned_addr learned my addr 172.21.15.90:0/3491075202 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc32a00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7efc34072530 0x7efc34140b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc33400640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7efc340c5940 0x7efc34155280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc2a000640 1 -- 172.21.15.90:0/3491075202 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7efc340c5940 msgr2=0x7efc34155280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc2a000640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7efc340c5940 0x7efc34155280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc2a000640 1 -- 172.21.15.90:0/3491075202 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7efc34072530 msgr2=0x7efc34140b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc2a000640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7efc34072530 0x7efc34140b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc2a000640 1 -- 172.21.15.90:0/3491075202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc34155f40 con 0x7efc3415b480 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc33400640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7efc340c5940 0x7efc34155280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.775+0000 7efc2a000640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc3415b480 0x7efc340c5400 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efc1c035040 tx=0x7efc1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:43.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.776+0000 7efc2be00640 1 -- 172.21.15.90:0/3491075202 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1c037050 con 0x7efc3415b480 2024-09-19T06:49:43.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.776+0000 7efc2be00640 1 -- 172.21.15.90:0/3491075202 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc1c038040 con 0x7efc3415b480 2024-09-19T06:49:43.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.776+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc34156220 con 0x7efc3415b480 2024-09-19T06:49:43.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.776+0000 7efc2be00640 1 -- 172.21.15.90:0/3491075202 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1c004470 con 0x7efc3415b480 2024-09-19T06:49:43.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.776+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc341415a0 con 0x7efc3415b480 2024-09-19T06:49:43.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.777+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc340c5d50 con 0x7efc3415b480 2024-09-19T06:49:43.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.778+0000 7efc2be00640 1 -- 172.21.15.90:0/3491075202 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc1c03c6d0 con 0x7efc3415b480 2024-09-19T06:49:43.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.778+0000 7efc2be00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7efc1006c2e0 0x7efc1006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:43.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.779+0000 7efc2be00640 1 -- 172.21.15.90:0/3491075202 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7efc1c0aba60 con 0x7efc3415b480 2024-09-19T06:49:43.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.779+0000 7efc32a00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7efc1006c2e0 0x7efc1006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:43.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.779+0000 7efc32a00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7efc1006c2e0 0x7efc1006e7a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efc24000f60 tx=0x7efc24009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:43.784 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:43.783+0000 7efc2be00640 1 -- 172.21.15.90:0/3491075202 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efc340c5d50 con 0x7efc3415b480 2024-09-19T06:49:44.021 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.020+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7efc3414f560 con 0x7efc3415b480 2024-09-19T06:49:44.024 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.024+0000 7efc2be00640 1 -- 172.21.15.90:0/3491075202 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7efc1c07a480 con 0x7efc3415b480 2024-09-19T06:49:44.027 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7efc1006c2e0 msgr2=0x7efc1006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7efc1006c2e0 0x7efc1006e7a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efc24000f60 tx=0x7efc24009040 comp rx=0 tx=0).stop 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc3415b480 msgr2=0x7efc340c5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc3415b480 0x7efc340c5400 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efc1c035040 tx=0x7efc1c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 shutdown_connections 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7efc1006c2e0 0x7efc1006e7a0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7efc340c5940 0x7efc34155280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efc3415b480 0x7efc340c5400 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 --2- 172.21.15.90:0/3491075202 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7efc34072530 0x7efc34140b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 >> 172.21.15.90:0/3491075202 conn(0x7efc3406d0f0 msgr2=0x7efc340d04f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:44.028 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 shutdown_connections 2024-09-19T06:49:44.029 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.026+0000 7efc39e00640 1 -- 172.21.15.90:0/3491075202 wait complete. 2024-09-19T06:49:44.043 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-19T06:49:44.196 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.195+0000 7fea42a00640 1 Processor -- start 2024-09-19T06:49:44.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.195+0000 7fea42a00640 1 -- start start 2024-09-19T06:49:44.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.196+0000 7fea42a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c15b480 0x7fea3c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.196+0000 7fea42a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fea3c0b60c0 0x7fea3c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.196+0000 7fea42a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fea3c072530 0x7fea3c070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.196+0000 7fea42a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fea3c0b6500 con 0x7fea3c0b60c0 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.196+0000 7fea42a00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fea3c072990 con 0x7fea3c072530 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.196+0000 7fea42a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fea3c0ccff0 con 0x7fea3c15b480 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.196+0000 7fea3b400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fea3c0b60c0 0x7fea3c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea3b400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fea3c0b60c0 0x7fea3c071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56178/0 (socket says 172.21.15.90:56178) 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea3b400640 1 -- 172.21.15.90:0/1602494983 learned_addr learned my addr 172.21.15.90:0/1602494983 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea3be00640 1 --2- 172.21.15.90:0/1602494983 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c15b480 0x7fea3c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea40a00640 1 --2- 172.21.15.90:0/1602494983 >> v2:172.21.15.129:3300/0 conn(0x7fea3c072530 0x7fea3c070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea3b400640 1 -- 172.21.15.90:0/1602494983 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c15b480 msgr2=0x7fea3c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:44.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea3b400640 1 --2- 172.21.15.90:0/1602494983 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c15b480 0x7fea3c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea3b400640 1 -- 172.21.15.90:0/1602494983 >> v2:172.21.15.129:3300/0 conn(0x7fea3c072530 msgr2=0x7fea3c070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:44.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea3b400640 1 --2- 172.21.15.90:0/1602494983 >> v2:172.21.15.129:3300/0 conn(0x7fea3c072530 0x7fea3c070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea3b400640 1 -- 172.21.15.90:0/1602494983 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea3c0cd2d0 con 0x7fea3c0b60c0 2024-09-19T06:49:44.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.197+0000 7fea40a00640 1 --2- 172.21.15.90:0/1602494983 >> v2:172.21.15.129:3300/0 conn(0x7fea3c072530 0x7fea3c070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:44.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.198+0000 7fea3b400640 1 --2- 172.21.15.90:0/1602494983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c0b60c0 0x7fea3c071ff0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fea3c0b2eb0 tx=0x7fea2802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bb2048f59cc871b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:44.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.198+0000 7fea3aa00640 1 -- 172.21.15.90:0/1602494983 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea28037070 con 0x7fea3c0b60c0 2024-09-19T06:49:44.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.198+0000 7fea3aa00640 1 -- 172.21.15.90:0/1602494983 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea28032440 con 0x7fea3c0b60c0 2024-09-19T06:49:44.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.198+0000 7fea3aa00640 1 -- 172.21.15.90:0/1602494983 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea28032810 con 0x7fea3c0b60c0 2024-09-19T06:49:44.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.199+0000 7fea42a00640 1 -- 172.21.15.90:0/1602494983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c0b60c0 msgr2=0x7fea3c071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.199+0000 7fea42a00640 1 --2- 172.21.15.90:0/1602494983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c0b60c0 0x7fea3c071ff0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fea3c0b2eb0 tx=0x7fea2802a180 comp rx=0 tx=0).stop 2024-09-19T06:49:44.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.199+0000 7fea42a00640 1 -- 172.21.15.90:0/1602494983 shutdown_connections 2024-09-19T06:49:44.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.199+0000 7fea42a00640 1 --2- 172.21.15.90:0/1602494983 >> v2:172.21.15.129:3300/0 conn(0x7fea3c072530 0x7fea3c070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.199+0000 7fea42a00640 1 --2- 172.21.15.90:0/1602494983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c0b60c0 0x7fea3c071ff0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.199+0000 7fea42a00640 1 --2- 172.21.15.90:0/1602494983 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c15b480 0x7fea3c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.199+0000 7fea42a00640 1 -- 172.21.15.90:0/1602494983 >> 172.21.15.90:0/1602494983 conn(0x7fea3c06d0f0 msgr2=0x7fea3c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:44.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.199+0000 7fea42a00640 1 -- 172.21.15.90:0/1602494983 shutdown_connections 2024-09-19T06:49:44.202 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.199+0000 7fea42a00640 1 -- 172.21.15.90:0/1602494983 wait complete. 2024-09-19T06:49:44.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.200+0000 7fea42a00640 1 Processor -- start 2024-09-19T06:49:44.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.201+0000 7fea42a00640 1 -- start start 2024-09-19T06:49:44.204 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.201+0000 7fea42a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c072530 0x7fea3c147a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.201+0000 7fea42a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fea3c0b60c0 0x7fea3c1411e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea42a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c15b480 0x7fea3c156f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea42a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fea3c0cdb70 con 0x7fea3c15b480 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea42a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fea3c0cd890 con 0x7fea3c0b60c0 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea42a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fea3c15b860 con 0x7fea3c072530 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea40a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c15b480 0x7fea3c156f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea3be00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c072530 0x7fea3c147a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea3b400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fea3c0b60c0 0x7fea3c1411e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea40a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c15b480 0x7fea3c156f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56190/0 (socket says 172.21.15.90:56190) 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea40a00640 1 -- 172.21.15.90:0/3557096302 learned_addr learned my addr 172.21.15.90:0/3557096302 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:44.205 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea40a00640 1 -- 172.21.15.90:0/3557096302 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c072530 msgr2=0x7fea3c147a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea40a00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c072530 0x7fea3c147a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea40a00640 1 -- 172.21.15.90:0/3557096302 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fea3c0b60c0 msgr2=0x7fea3c1411e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea40a00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fea3c0b60c0 0x7fea3c1411e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.202+0000 7fea40a00640 1 -- 172.21.15.90:0/3557096302 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea3c141720 con 0x7fea3c15b480 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.203+0000 7fea40a00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c15b480 0x7fea3c156f80 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fea3400cef0 tx=0x7fea3400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.203+0000 7fea33e00640 1 -- 172.21.15.90:0/3557096302 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3401a070 con 0x7fea3c15b480 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.203+0000 7fea33e00640 1 -- 172.21.15.90:0/3557096302 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea3400d840 con 0x7fea3c15b480 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.203+0000 7fea33e00640 1 -- 172.21.15.90:0/3557096302 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3400dc30 con 0x7fea3c15b480 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.203+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea3c146960 con 0x7fea3c15b480 2024-09-19T06:49:44.206 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.203+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea3c146f20 con 0x7fea3c15b480 2024-09-19T06:49:44.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.204+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea3c071ff0 con 0x7fea3c15b480 2024-09-19T06:49:44.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.205+0000 7fea33e00640 1 -- 172.21.15.90:0/3557096302 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fea3401d070 con 0x7fea3c15b480 2024-09-19T06:49:44.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.206+0000 7fea33e00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fea1c06c2b0 0x7fea1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.206+0000 7fea33e00640 1 -- 172.21.15.90:0/3557096302 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fea3408b820 con 0x7fea3c15b480 2024-09-19T06:49:44.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.206+0000 7fea3be00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fea1c06c2b0 0x7fea1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.208 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.207+0000 7fea3be00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fea1c06c2b0 0x7fea1c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fea2c0079a0 tx=0x7fea2c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:44.211 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.210+0000 7fea33e00640 1 -- 172.21.15.90:0/3557096302 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fea34059c80 con 0x7fea3c15b480 2024-09-19T06:49:44.239 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:49:44.244 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:49:44.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.459+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7fea3c071ac0 con 0x7fea3c15b480 2024-09-19T06:49:44.463 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-09-19T06:49:44.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.462+0000 7fea33e00640 1 -- 172.21.15.90:0/3557096302 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7fea3405df80 con 0x7fea3c15b480 2024-09-19T06:49:44.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fea1c06c2b0 msgr2=0x7fea1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fea1c06c2b0 0x7fea1c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fea2c0079a0 tx=0x7fea2c008040 comp rx=0 tx=0).stop 2024-09-19T06:49:44.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c15b480 msgr2=0x7fea3c156f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.466 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c15b480 0x7fea3c156f80 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fea3400cef0 tx=0x7fea3400a710 comp rx=0 tx=0).stop 2024-09-19T06:49:44.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 shutdown_connections 2024-09-19T06:49:44.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fea1c06c2b0 0x7fea1c06e770 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fea3c15b480 0x7fea3c156f80 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fea3c0b60c0 0x7fea3c1411e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 --2- 172.21.15.90:0/3557096302 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fea3c072530 0x7fea3c147a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 >> 172.21.15.90:0/3557096302 conn(0x7fea3c06d0f0 msgr2=0x7fea3c0b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:44.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 shutdown_connections 2024-09-19T06:49:44.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.465+0000 7fea42a00640 1 -- 172.21.15.90:0/3557096302 wait complete. 2024-09-19T06:49:44.481 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-19T06:49:44.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.633+0000 7f04ee600640 1 Processor -- start 2024-09-19T06:49:44.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.633+0000 7f04ee600640 1 -- start start 2024-09-19T06:49:44.635 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.634+0000 7f04ee600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815b480 0x7f04e80b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.634+0000 7f04ee600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f04e80b60c0 0x7f04e8071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.634+0000 7f04ee600640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04e80ccff0 con 0x7f04e8072530 2024-09-19T06:49:44.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.634+0000 7f04ee600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f04e80b6500 con 0x7f04e80b60c0 2024-09-19T06:49:44.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.634+0000 7f04ee600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f04e8072990 con 0x7f04e815b480 2024-09-19T06:49:44.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.634+0000 7f04e7e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f04e8072530 0x7f04e8070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:42802/0 (socket says 172.21.15.90:42802) 2024-09-19T06:49:44.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.634+0000 7f04e7e00640 1 -- 172.21.15.90:0/219729724 learned_addr learned my addr 172.21.15.90:0/219729724 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:44.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e7400640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815b480 0x7f04e80b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04dea00640 1 --2- 172.21.15.90:0/219729724 >> v2:172.21.15.129:3300/0 conn(0x7f04e80b60c0 0x7f04e8071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4112203700 0 0) 0x7f04e80ccff0 con 0x7f04e8072530 2024-09-19T06:49:44.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f04cc003520 con 0x7f04e8072530 2024-09-19T06:49:44.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3437351857 0 0) 0x7f04cc003520 con 0x7f04e8072530 2024-09-19T06:49:44.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815b480 msgr2=0x7f04e80b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:44.639 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815b480 0x7f04e80b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 >> v2:172.21.15.129:3300/0 conn(0x7f04e80b60c0 msgr2=0x7f04e8071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 --2- 172.21.15.90:0/219729724 >> v2:172.21.15.129:3300/0 conn(0x7f04e80b60c0 0x7f04e8071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04e80cd2d0 con 0x7f04e8072530 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f04e00019f0 con 0x7f04e8072530 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 >> v1:172.21.15.90:6789/0 conn(0x7f04e8072530 legacy=0x7f04e8070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815b480 0x7f04cc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04cc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04cc004d40 0x7f04cc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f04e80b6500 con 0x7f04cc003f30 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f04cc00b9c0 con 0x7f04cc004d40 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f04cc00dda0 con 0x7f04e815b480 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.635+0000 7f04dea00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04cc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.640 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.636+0000 7f04e7400640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815b480 0x7f04cc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.636+0000 7f04e7e00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04cc004d40 0x7f04cc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.636+0000 7f04dea00640 1 -- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815b480 msgr2=0x7f04cc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.636+0000 7f04dea00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815b480 0x7f04cc0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.636+0000 7f04dea00640 1 -- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04cc004d40 msgr2=0x7f04cc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.636+0000 7f04dea00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04cc004d40 0x7f04cc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.636+0000 7f04dea00640 1 -- 172.21.15.90:0/219729724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04cc003520 con 0x7f04cc003f30 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.636+0000 7f04e7e00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04cc004d40 0x7f04cc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.637+0000 7f04dea00640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04cc004800 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f04d0009ac0 tx=0x7f04cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff62d2b8e4696c93 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.637+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d0036070 con 0x7f04cc003f30 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.637+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04d0031400 con 0x7f04cc003f30 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.637+0000 7f04e6a00640 1 -- 172.21.15.90:0/219729724 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d0009690 con 0x7f04cc003f30 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.637+0000 7f04ee600640 1 -- 172.21.15.90:0/219729724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 msgr2=0x7f04cc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.638+0000 7f04ee600640 1 --2- 172.21.15.90:0/219729724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04cc004800 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f04d0009ac0 tx=0x7f04cc005830 comp rx=0 tx=0).stop 2024-09-19T06:49:44.641 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.638+0000 7f04e7e00640 1 -- 172.21.15.90:0/219729724 reap_dead start 2024-09-19T06:49:44.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.638+0000 7f04ee600640 1 -- 172.21.15.90:0/219729724 shutdown_connections 2024-09-19T06:49:44.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.638+0000 7f04ee600640 1 -- 172.21.15.90:0/219729724 >> 172.21.15.90:0/219729724 conn(0x7f04e806d0f0 msgr2=0x7f04e806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:44.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.638+0000 7f04ee600640 1 -- 172.21.15.90:0/219729724 shutdown_connections 2024-09-19T06:49:44.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.638+0000 7f04ee600640 1 -- 172.21.15.90:0/219729724 wait complete. 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.639+0000 7f04ee600640 1 Processor -- start 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.639+0000 7f04ee600640 1 -- start start 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.640+0000 7f04ee600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04e815e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.640+0000 7f04ee600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04e815ca80 0x7f04e81f7c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.640+0000 7f04ee600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815cf00 0x7f04e81f81b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.640+0000 7f04ee600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f04e80cdb70 con 0x7f04cc003f30 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.640+0000 7f04ee600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f04e80cd890 con 0x7f04e815ca80 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.640+0000 7f04ee600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f04e815b860 con 0x7f04e815cf00 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04e815e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04e815e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56196/0 (socket says 172.21.15.90:56196) 2024-09-19T06:49:44.644 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7400640 1 -- 172.21.15.90:0/2835475593 learned_addr learned my addr 172.21.15.90:0/2835475593 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7e00640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815cf00 0x7f04e81f81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04dea00640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04e815ca80 0x7f04e81f7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7400640 1 -- 172.21.15.90:0/2835475593 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815cf00 msgr2=0x7f04e81f81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7400640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815cf00 0x7f04e81f81b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7400640 1 -- 172.21.15.90:0/2835475593 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04e815ca80 msgr2=0x7f04e81f7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7400640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04e815ca80 0x7f04e81f7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7400640 1 -- 172.21.15.90:0/2835475593 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04e815be80 con 0x7f04cc003f30 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04e7400640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04e815e900 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f04d80119a0 tx=0x7f04d8011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04dfe00640 1 -- 172.21.15.90:0/2835475593 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d800faf0 con 0x7f04cc003f30 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04dfe00640 1 -- 172.21.15.90:0/2835475593 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04d800fc90 con 0x7f04cc003f30 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04dfe00640 1 -- 172.21.15.90:0/2835475593 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d8014440 con 0x7f04cc003f30 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.641+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04e815d5a0 con 0x7f04cc003f30 2024-09-19T06:49:44.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.642+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04e815db60 con 0x7f04cc003f30 2024-09-19T06:49:44.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.643+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04e8071ff0 con 0x7f04cc003f30 2024-09-19T06:49:44.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.643+0000 7f04dfe00640 1 -- 172.21.15.90:0/2835475593 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f04d8012040 con 0x7f04cc003f30 2024-09-19T06:49:44.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.644+0000 7f04dfe00640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f04c406c2e0 0x7f04c406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:44.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.644+0000 7f04dfe00640 1 -- 172.21.15.90:0/2835475593 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f04d808b620 con 0x7f04cc003f30 2024-09-19T06:49:44.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.644+0000 7f04dea00640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f04c406c2e0 0x7f04c406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:44.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.645+0000 7f04dea00640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f04c406c2e0 0x7f04c406e7a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f04d0033000 tx=0x7f04d0008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:44.650 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.648+0000 7f04dfe00640 1 -- 172.21.15.90:0/2835475593 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f04d8019030 con 0x7f04cc003f30 2024-09-19T06:49:44.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.887+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f04e80b40b0 con 0x7f04cc003f30 2024-09-19T06:49:44.891 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.890+0000 7f04dfe00640 1 -- 172.21.15.90:0/2835475593 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7f04d8059b20 con 0x7f04cc003f30 2024-09-19T06:49:44.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f04c406c2e0 msgr2=0x7f04c406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f04c406c2e0 0x7f04c406e7a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f04d0033000 tx=0x7f04d0008030 comp rx=0 tx=0).stop 2024-09-19T06:49:44.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 msgr2=0x7f04e815e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:44.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04e815e900 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f04d80119a0 tx=0x7f04d8011e60 comp rx=0 tx=0).stop 2024-09-19T06:49:44.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 shutdown_connections 2024-09-19T06:49:44.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f04c406c2e0 0x7f04c406e7a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f04e815cf00 0x7f04e81f81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f04e815ca80 0x7f04e81f7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 --2- 172.21.15.90:0/2835475593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f04cc003f30 0x7f04e815e900 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:44.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.892+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 >> 172.21.15.90:0/2835475593 conn(0x7f04e806d0f0 msgr2=0x7f04e80b45d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:44.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.893+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 shutdown_connections 2024-09-19T06:49:44.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:44.893+0000 7f04ee600640 1 -- 172.21.15.90:0/2835475593 wait complete. 2024-09-19T06:49:44.910 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-19T06:49:45.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.061+0000 7fda6ae00640 1 Processor -- start 2024-09-19T06:49:45.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.061+0000 7fda6ae00640 1 -- start start 2024-09-19T06:49:45.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.063+0000 7fda6ae00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fda640731c0 0x7fda64073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.063+0000 7fda6ae00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda6415a430 con 0x7fda6415a050 2024-09-19T06:49:45.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.063+0000 7fda6ae00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda640cd0a0 con 0x7fda6415de80 2024-09-19T06:49:45.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.063+0000 7fda6ae00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fda64073b40 con 0x7fda640731c0 2024-09-19T06:49:45.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.063+0000 7fda63e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fda6415a050 0x7fda6415d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:42806/0 (socket says 172.21.15.90:42806) 2024-09-19T06:49:45.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.063+0000 7fda63e00640 1 -- 172.21.15.90:0/2807241008 learned_addr learned my addr 172.21.15.90:0/2807241008 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:45.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.063+0000 7fda5b400640 1 --2- 172.21.15.90:0/2807241008 >> v2:172.21.15.129:3300/0 conn(0x7fda640731c0 0x7fda64073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.063+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3854275883 0 0) 0x7fda6415a430 con 0x7fda6415a050 2024-09-19T06:49:45.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.063+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda48003520 con 0x7fda6415a050 2024-09-19T06:49:45.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2035529871 0 0) 0x7fda48003520 con 0x7fda6415a050 2024-09-19T06:49:45.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 >> v2:172.21.15.129:3300/0 conn(0x7fda640731c0 msgr2=0x7fda64073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:45.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 --2- 172.21.15.90:0/2807241008 >> v2:172.21.15.129:3300/0 conn(0x7fda640731c0 0x7fda64073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 >> v1:172.21.15.129:6789/0 conn(0x7fda6415de80 legacy=0x7fda6415e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda640cd380 con 0x7fda6415a050 2024-09-19T06:49:45.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7fda54001670 con 0x7fda6415a050 2024-09-19T06:49:45.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 >> v1:172.21.15.90:6789/0 conn(0x7fda6415a050 legacy=0x7fda6415d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda48003a00 0x7fda48003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48004800 0x7fda48004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda48005210 0x7fda4800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fda64073b40 con 0x7fda48005210 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fda4800c160 con 0x7fda48003a00 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fda4800c360 con 0x7fda48004800 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda68e00640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda48005210 0x7fda4800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda63e00640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda48003a00 0x7fda48003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.064+0000 7fda5b400640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48004800 0x7fda48004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.065+0000 7fda68e00640 1 -- 172.21.15.90:0/2807241008 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48004800 msgr2=0x7fda48004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.065+0000 7fda68e00640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48004800 0x7fda48004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.065+0000 7fda68e00640 1 -- 172.21.15.90:0/2807241008 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda48003a00 msgr2=0x7fda48003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:45.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.065+0000 7fda68e00640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda48003a00 0x7fda48003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.065+0000 7fda68e00640 1 -- 172.21.15.90:0/2807241008 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda48003520 con 0x7fda48005210 2024-09-19T06:49:45.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.065+0000 7fda68e00640 1 -- 172.21.15.90:0/2807241008 reap_dead start 2024-09-19T06:49:45.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.065+0000 7fda68e00640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda48005210 0x7fda4800b9c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fda5c001e20 tx=0x7fda48005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0741b698b9a3ee5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:45.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c001a70 con 0x7fda48005210 2024-09-19T06:49:45.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda5c02ae10 con 0x7fda48005210 2024-09-19T06:49:45.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda63400640 1 -- 172.21.15.90:0/2807241008 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c003b90 con 0x7fda48005210 2024-09-19T06:49:45.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda6ae00640 1 -- 172.21.15.90:0/2807241008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda48005210 msgr2=0x7fda4800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda6ae00640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda48005210 0x7fda4800b9c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fda5c001e20 tx=0x7fda48005830 comp rx=0 tx=0).stop 2024-09-19T06:49:45.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda6ae00640 1 -- 172.21.15.90:0/2807241008 shutdown_connections 2024-09-19T06:49:45.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda6ae00640 1 --2- 172.21.15.90:0/2807241008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda48005210 0x7fda4800b9c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda6ae00640 1 -- 172.21.15.90:0/2807241008 >> 172.21.15.90:0/2807241008 conn(0x7fda6406d0f0 msgr2=0x7fda6406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:45.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda6ae00640 1 -- 172.21.15.90:0/2807241008 shutdown_connections 2024-09-19T06:49:45.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.066+0000 7fda6ae00640 1 -- 172.21.15.90:0/2807241008 wait complete. 2024-09-19T06:49:45.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.068+0000 7fda6ae00640 1 Processor -- start 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.068+0000 7fda6ae00640 1 -- start start 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda6ae00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48005210 0x7fda641f4f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda6ae00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda64153a90 0x7fda64153f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda6ae00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda64150510 0x7fda64150990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda6ae00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fda640cdc20 con 0x7fda64150510 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda6ae00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fda640cd940 con 0x7fda64153a90 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda6ae00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fda640b36e0 con 0x7fda48005210 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda68e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda64150510 0x7fda64150990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda68e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda64150510 0x7fda64150990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56206/0 (socket says 172.21.15.90:56206) 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda68e00640 1 -- 172.21.15.90:0/2757599369 learned_addr learned my addr 172.21.15.90:0/2757599369 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda63e00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48005210 0x7fda641f4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.069+0000 7fda5b400640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda64153a90 0x7fda64153f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda68e00640 1 -- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48005210 msgr2=0x7fda641f4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda68e00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48005210 0x7fda641f4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda68e00640 1 -- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda64153a90 msgr2=0x7fda64153f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda68e00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda64153a90 0x7fda64153f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda68e00640 1 -- 172.21.15.90:0/2757599369 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda64151200 con 0x7fda64150510 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda63e00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48005210 0x7fda641f4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda5b400640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda64153a90 0x7fda64153f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda68e00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda64150510 0x7fda64150990 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fda5c02bfd0 tx=0x7fda5c0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda60c00640 1 -- 172.21.15.90:0/2757599369 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c001a70 con 0x7fda64150510 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda60c00640 1 -- 172.21.15.90:0/2757599369 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda5c02ac10 con 0x7fda64150510 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda60c00640 1 -- 172.21.15.90:0/2757599369 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c005770 con 0x7fda64150510 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.070+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda641514e0 con 0x7fda64150510 2024-09-19T06:49:45.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.071+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda64151aa0 con 0x7fda64150510 2024-09-19T06:49:45.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.072+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda640ccd00 con 0x7fda64150510 2024-09-19T06:49:45.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.072+0000 7fda60c00640 1 -- 172.21.15.90:0/2757599369 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda5c006b50 con 0x7fda64150510 2024-09-19T06:49:45.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.073+0000 7fda60c00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fda4006c2e0 0x7fda4006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.073+0000 7fda60c00640 1 -- 172.21.15.90:0/2757599369 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fda5c0aa4c0 con 0x7fda64150510 2024-09-19T06:49:45.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.074+0000 7fda63e00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fda4006c2e0 0x7fda4006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.074+0000 7fda63e00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fda4006c2e0 0x7fda4006e7a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fda54000c00 tx=0x7fda54009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:45.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.078+0000 7fda60c00640 1 -- 172.21.15.90:0/2757599369 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fda5c078ee0 con 0x7fda64150510 2024-09-19T06:49:45.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.322+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fda640cee90 con 0x7fda64150510 2024-09-19T06:49:45.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.325+0000 7fda60c00640 1 -- 172.21.15.90:0/2757599369 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fda5c0787e0 con 0x7fda64150510 2024-09-19T06:49:45.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fda4006c2e0 msgr2=0x7fda4006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fda4006c2e0 0x7fda4006e7a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fda54000c00 tx=0x7fda54009040 comp rx=0 tx=0).stop 2024-09-19T06:49:45.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda64150510 msgr2=0x7fda64150990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda64150510 0x7fda64150990 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fda5c02bfd0 tx=0x7fda5c0014a0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 shutdown_connections 2024-09-19T06:49:45.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fda4006c2e0 0x7fda4006e7a0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda64150510 0x7fda64150990 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fda64153a90 0x7fda64153f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 --2- 172.21.15.90:0/2757599369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fda48005210 0x7fda641f4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 >> 172.21.15.90:0/2757599369 conn(0x7fda6406d0f0 msgr2=0x7fda6415d240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:45.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 shutdown_connections 2024-09-19T06:49:45.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.327+0000 7fda6ae00640 1 -- 172.21.15.90:0/2757599369 wait complete. 2024-09-19T06:49:45.344 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:49:45.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.495+0000 7fb996600640 1 Processor -- start 2024-09-19T06:49:45.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.496+0000 7fb996600640 1 -- start start 2024-09-19T06:49:45.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb996600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99015e710 0x7fb990073560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb996600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fb99006d9d0 0x7fb9900b5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb996600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb99006fdb0 0x7fb9900b6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.498 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb996600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fb99006cf80 con 0x7fb99006fdb0 2024-09-19T06:49:45.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb996600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fb990073e20 con 0x7fb99006d9d0 2024-09-19T06:49:45.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb996600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb990074100 con 0x7fb99015e710 2024-09-19T06:49:45.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb98fe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb99006fdb0 0x7fb9900b6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb98fe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb99006fdb0 0x7fb9900b6230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56220/0 (socket says 172.21.15.90:56220) 2024-09-19T06:49:45.499 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb98fe00640 1 -- 172.21.15.90:0/1048591342 learned_addr learned my addr 172.21.15.90:0/1048591342 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:45.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb98f400640 1 --2- 172.21.15.90:0/1048591342 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99015e710 0x7fb990073560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb986a00640 1 --2- 172.21.15.90:0/1048591342 >> v2:172.21.15.129:3300/0 conn(0x7fb99006d9d0 0x7fb9900b5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb98fe00640 1 -- 172.21.15.90:0/1048591342 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99015e710 msgr2=0x7fb990073560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:45.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb98fe00640 1 --2- 172.21.15.90:0/1048591342 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99015e710 0x7fb990073560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb98fe00640 1 -- 172.21.15.90:0/1048591342 >> v2:172.21.15.129:3300/0 conn(0x7fb99006d9d0 msgr2=0x7fb9900b5cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:45.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb98fe00640 1 --2- 172.21.15.90:0/1048591342 >> v2:172.21.15.129:3300/0 conn(0x7fb99006d9d0 0x7fb9900b5cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.498+0000 7fb98fe00640 1 -- 172.21.15.90:0/1048591342 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb99006d1d0 con 0x7fb99006fdb0 2024-09-19T06:49:45.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.499+0000 7fb98fe00640 1 --2- 172.21.15.90:0/1048591342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 0x7fb9900b6230 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb99006f440 tx=0x7fb98802a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c344811a7fe139f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:45.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.499+0000 7fb98ea00640 1 -- 172.21.15.90:0/1048591342 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb988036070 con 0x7fb99006fdb0 2024-09-19T06:49:45.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.499+0000 7fb98ea00640 1 -- 172.21.15.90:0/1048591342 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb988031600 con 0x7fb99006fdb0 2024-09-19T06:49:45.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.499+0000 7fb98ea00640 1 -- 172.21.15.90:0/1048591342 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9880319d0 con 0x7fb99006fdb0 2024-09-19T06:49:45.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.499+0000 7fb996600640 1 -- 172.21.15.90:0/1048591342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 msgr2=0x7fb9900b6230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.499+0000 7fb996600640 1 --2- 172.21.15.90:0/1048591342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 0x7fb9900b6230 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb99006f440 tx=0x7fb98802a570 comp rx=0 tx=0).stop 2024-09-19T06:49:45.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.500+0000 7fb996600640 1 -- 172.21.15.90:0/1048591342 shutdown_connections 2024-09-19T06:49:45.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.500+0000 7fb996600640 1 --2- 172.21.15.90:0/1048591342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 0x7fb9900b6230 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.500+0000 7fb996600640 1 --2- 172.21.15.90:0/1048591342 >> v2:172.21.15.129:3300/0 conn(0x7fb99006d9d0 0x7fb9900b5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.500+0000 7fb996600640 1 --2- 172.21.15.90:0/1048591342 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99015e710 0x7fb990073560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.500+0000 7fb996600640 1 -- 172.21.15.90:0/1048591342 >> 172.21.15.90:0/1048591342 conn(0x7fb9900b3070 msgr2=0x7fb9900b3450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:45.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.500+0000 7fb996600640 1 -- 172.21.15.90:0/1048591342 shutdown_connections 2024-09-19T06:49:45.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.500+0000 7fb996600640 1 -- 172.21.15.90:0/1048591342 wait complete. 2024-09-19T06:49:45.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.501+0000 7fb996600640 1 Processor -- start 2024-09-19T06:49:45.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.501+0000 7fb996600640 1 -- start start 2024-09-19T06:49:45.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.502+0000 7fb996600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99006d9d0 0x7fb99015eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.502+0000 7fb996600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 0x7fb9900cf9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.502+0000 7fb996600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb99015e710 0x7fb99015f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.502+0000 7fb996600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb99006bc10 con 0x7fb99006fdb0 2024-09-19T06:49:45.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.502+0000 7fb996600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fb990073aa0 con 0x7fb99015e710 2024-09-19T06:49:45.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.502+0000 7fb996600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb99006bd90 con 0x7fb99006d9d0 2024-09-19T06:49:45.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.502+0000 7fb986a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 0x7fb9900cf9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb986a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 0x7fb9900cf9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56232/0 (socket says 172.21.15.90:56232) 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb986a00640 1 -- 172.21.15.90:0/3197071536 learned_addr learned my addr 172.21.15.90:0/3197071536 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb98f400640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99006d9d0 0x7fb99015eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb98fe00640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb99015e710 0x7fb99015f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb986a00640 1 -- 172.21.15.90:0/3197071536 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99006d9d0 msgr2=0x7fb99015eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb986a00640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99006d9d0 0x7fb99015eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb986a00640 1 -- 172.21.15.90:0/3197071536 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb99015e710 msgr2=0x7fb99015f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb986a00640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb99015e710 0x7fb99015f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb986a00640 1 -- 172.21.15.90:0/3197071536 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9901614f0 con 0x7fb99006fdb0 2024-09-19T06:49:45.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb98f400640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99006d9d0 0x7fb99015eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:45.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb986a00640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 0x7fb9900cf9a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb97800d7d0 tx=0x7fb97800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:45.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.503+0000 7fb987e00640 1 -- 172.21.15.90:0/3197071536 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb978004020 con 0x7fb99006fdb0 2024-09-19T06:49:45.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.504+0000 7fb987e00640 1 -- 172.21.15.90:0/3197071536 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9780041e0 con 0x7fb99006fdb0 2024-09-19T06:49:45.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.504+0000 7fb987e00640 1 -- 172.21.15.90:0/3197071536 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9780043d0 con 0x7fb99006fdb0 2024-09-19T06:49:45.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.504+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9900cef00 con 0x7fb99006fdb0 2024-09-19T06:49:45.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.504+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9900cf1a0 con 0x7fb99006fdb0 2024-09-19T06:49:45.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.505+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb990073560 con 0x7fb99006fdb0 2024-09-19T06:49:45.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.506+0000 7fb987e00640 1 -- 172.21.15.90:0/3197071536 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb97801b020 con 0x7fb99006fdb0 2024-09-19T06:49:45.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.507+0000 7fb987e00640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb96c06c2b0 0x7fb96c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.507+0000 7fb987e00640 1 -- 172.21.15.90:0/3197071536 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fb97808af00 con 0x7fb99006fdb0 2024-09-19T06:49:45.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.507+0000 7fb98f400640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb96c06c2b0 0x7fb96c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.507+0000 7fb98f400640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb96c06c2b0 0x7fb96c06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb98000b970 tx=0x7fb980008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:45.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.512+0000 7fb987e00640 1 -- 172.21.15.90:0/3197071536 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb9901614f0 con 0x7fb99006fdb0 2024-09-19T06:49:45.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.687+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb9901574f0 con 0x7fb99006fdb0 2024-09-19T06:49:45.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.688+0000 7fb987e00640 1 -- 172.21.15.90:0/3197071536 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v30) ==== 84+0+65 (secure 0 0 0) 0x7fb978059930 con 0x7fb99006fdb0 2024-09-19T06:49:45.689 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:45.690 INFO:teuthology.orchestra.run.smithi090.stdout:[ 2024-09-19T06:49:45.690 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-09-19T06:49:45.690 INFO:teuthology.orchestra.run.smithi090.stdout: "poolnum": 1, 2024-09-19T06:49:45.690 INFO:teuthology.orchestra.run.smithi090.stdout: "poolname": ".mgr" 2024-09-19T06:49:45.690 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-09-19T06:49:45.690 INFO:teuthology.orchestra.run.smithi090.stdout:] 2024-09-19T06:49:45.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb96c06c2b0 msgr2=0x7fb96c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb96c06c2b0 0x7fb96c06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb98000b970 tx=0x7fb980008040 comp rx=0 tx=0).stop 2024-09-19T06:49:45.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 msgr2=0x7fb9900cf9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 0x7fb9900cf9a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb97800d7d0 tx=0x7fb97800dc90 comp rx=0 tx=0).stop 2024-09-19T06:49:45.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 shutdown_connections 2024-09-19T06:49:45.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb96c06c2b0 0x7fb96c06e770 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb99015e710 0x7fb99015f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb99006fdb0 0x7fb9900cf9a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 --2- 172.21.15.90:0/3197071536 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb99006d9d0 0x7fb99015eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 >> 172.21.15.90:0/3197071536 conn(0x7fb9900b3070 msgr2=0x7fb9900d1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:45.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 shutdown_connections 2024-09-19T06:49:45.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.690+0000 7fb996600640 1 -- 172.21.15.90:0/3197071536 wait complete. 2024-09-19T06:49:45.707 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:49:45.707 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:49:45.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.868+0000 7f5a2d400640 1 Processor -- start 2024-09-19T06:49:45.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.868+0000 7f5a2d400640 1 -- start start 2024-09-19T06:49:45.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.869+0000 7f5a2d400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a2815e700 0x7f5a280d39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.869+0000 7f5a2d400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f5a280d3f00 0x7f5a280d4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.869+0000 7f5a2d400640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a280d4d70 con 0x7f5a280d48c0 2024-09-19T06:49:45.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.869+0000 7f5a2d400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f5a280cfb70 con 0x7f5a280d3f00 2024-09-19T06:49:45.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.869+0000 7f5a2d400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f5a280cead0 con 0x7f5a2815e700 2024-09-19T06:49:45.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.869+0000 7f5a1f400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f5a280d3f00 0x7f5a280d4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.869+0000 7f5a1f400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f5a280d3f00 0x7f5a280d4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56248/0 (socket says 172.21.15.90:56248) 2024-09-19T06:49:45.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.869+0000 7f5a1f400640 1 -- 172.21.15.90:0/12067695 learned_addr learned my addr 172.21.15.90:0/12067695 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:45.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.869+0000 7f5a27e00640 1 --2- 172.21.15.90:0/12067695 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a2815e700 0x7f5a280d39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.870+0000 7f5a1f400640 1 -- 172.21.15.90:0/12067695 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a2815e700 msgr2=0x7f5a280d39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:45.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.870+0000 7f5a1f400640 1 --2- 172.21.15.90:0/12067695 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a2815e700 0x7f5a280d39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.870+0000 7f5a1f400640 1 -- 172.21.15.90:0/12067695 >> v1:172.21.15.129:6789/0 conn(0x7f5a280d48c0 legacy=0x7f5a280d2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.870+0000 7f5a1f400640 1 -- 172.21.15.90:0/12067695 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a280cedb0 con 0x7f5a280d3f00 2024-09-19T06:49:45.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.870+0000 7f5a27e00640 1 --2- 172.21.15.90:0/12067695 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a2815e700 0x7f5a280d39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:45.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.871+0000 7f5a1f400640 1 --2- 172.21.15.90:0/12067695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 0x7f5a280d4380 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5a10009870 tx=0x7f5a1002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4f8d23de385eade server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:45.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.871+0000 7f5a27400640 1 -- 172.21.15.90:0/12067695 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a10037070 con 0x7f5a280d3f00 2024-09-19T06:49:45.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.871+0000 7f5a27400640 1 -- 172.21.15.90:0/12067695 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a10032440 con 0x7f5a280d3f00 2024-09-19T06:49:45.873 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.871+0000 7f5a27400640 1 -- 172.21.15.90:0/12067695 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a10032810 con 0x7f5a280d3f00 2024-09-19T06:49:45.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.872+0000 7f5a2d400640 1 -- 172.21.15.90:0/12067695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 msgr2=0x7f5a280d4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.872+0000 7f5a2d400640 1 --2- 172.21.15.90:0/12067695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 0x7f5a280d4380 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5a10009870 tx=0x7f5a1002a250 comp rx=0 tx=0).stop 2024-09-19T06:49:45.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.872+0000 7f5a2d400640 1 -- 172.21.15.90:0/12067695 shutdown_connections 2024-09-19T06:49:45.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.872+0000 7f5a2d400640 1 --2- 172.21.15.90:0/12067695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 0x7f5a280d4380 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.872+0000 7f5a2d400640 1 --2- 172.21.15.90:0/12067695 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a2815e700 0x7f5a280d39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.872+0000 7f5a2d400640 1 -- 172.21.15.90:0/12067695 >> 172.21.15.90:0/12067695 conn(0x7f5a28062a20 msgr2=0x7f5a28062e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:45.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.872+0000 7f5a2d400640 1 -- 172.21.15.90:0/12067695 shutdown_connections 2024-09-19T06:49:45.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.872+0000 7f5a2d400640 1 -- 172.21.15.90:0/12067695 wait complete. 2024-09-19T06:49:45.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.873+0000 7f5a2d400640 1 Processor -- start 2024-09-19T06:49:45.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.873+0000 7f5a2d400640 1 -- start start 2024-09-19T06:49:45.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.874+0000 7f5a2d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 0x7f5a2815d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.874+0000 7f5a2d400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a280d48c0 0x7f5a28151880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.874+0000 7f5a2d400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5a2815e700 0x7f5a280b7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.874+0000 7f5a2d400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5a280cf650 con 0x7f5a280d3f00 2024-09-19T06:49:45.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.874+0000 7f5a2d400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f5a280cf370 con 0x7f5a2815e700 2024-09-19T06:49:45.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.874+0000 7f5a2d400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f5a280b6c60 con 0x7f5a280d48c0 2024-09-19T06:49:45.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.874+0000 7f5a27e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 0x7f5a2815d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a27e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 0x7f5a2815d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56254/0 (socket says 172.21.15.90:56254) 2024-09-19T06:49:45.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a27e00640 1 -- 172.21.15.90:0/27000689 learned_addr learned my addr 172.21.15.90:0/27000689 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a1f400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a280d48c0 0x7f5a28151880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a2ca00640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5a2815e700 0x7f5a280b7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a27e00640 1 -- 172.21.15.90:0/27000689 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a280d48c0 msgr2=0x7f5a28151880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a27e00640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a280d48c0 0x7f5a28151880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a27e00640 1 -- 172.21.15.90:0/27000689 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5a2815e700 msgr2=0x7f5a280b7ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a27e00640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5a2815e700 0x7f5a280b7ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a27e00640 1 -- 172.21.15.90:0/27000689 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a2815afd0 con 0x7f5a280d3f00 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a27e00640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 0x7f5a2815d140 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5a1800d7d0 tx=0x7f5a1800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a24c00640 1 -- 172.21.15.90:0/27000689 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a18004030 con 0x7f5a280d3f00 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.875+0000 7f5a24c00640 1 -- 172.21.15.90:0/27000689 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a180041d0 con 0x7f5a280d3f00 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.876+0000 7f5a24c00640 1 -- 172.21.15.90:0/27000689 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a180096a0 con 0x7f5a280d3f00 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.876+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a280c8af0 con 0x7f5a280d3f00 2024-09-19T06:49:45.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.876+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a280c90b0 con 0x7f5a280d3f00 2024-09-19T06:49:45.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.877+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a280b6150 con 0x7f5a280d3f00 2024-09-19T06:49:45.879 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.877+0000 7f5a24c00640 1 -- 172.21.15.90:0/27000689 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a18009840 con 0x7f5a280d3f00 2024-09-19T06:49:45.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.878+0000 7f5a24c00640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5a0406c2b0 0x7f5a0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:45.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.878+0000 7f5a24c00640 1 -- 172.21.15.90:0/27000689 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f5a1808b2c0 con 0x7f5a280d3f00 2024-09-19T06:49:45.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.879+0000 7f5a1f400640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5a0406c2b0 0x7f5a0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:45.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.879+0000 7f5a1f400640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5a0406c2b0 0x7f5a0406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5a10034000 tx=0x7f5a1002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:45.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:45.883+0000 7f5a24c00640 1 -- 172.21.15.90:0/27000689 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a280b6150 con 0x7f5a280d3f00 2024-09-19T06:49:46.058 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.057+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f5a280d4380 con 0x7f5a280d3f00 2024-09-19T06:49:46.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.895+0000 7f5a24c00640 1 -- 172.21.15.90:0/27000689 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v31) ==== 138+0+0 (secure 0 0 0) 0x7f5a18059690 con 0x7f5a280d3f00 2024-09-19T06:49:46.896 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_metadata' created 2024-09-19T06:49:46.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.897+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5a0406c2b0 msgr2=0x7f5a0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:46.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.897+0000 7f5a2d400640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5a0406c2b0 0x7f5a0406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5a10034000 tx=0x7f5a1002e000 comp rx=0 tx=0).stop 2024-09-19T06:49:46.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.897+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 msgr2=0x7f5a2815d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:46.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.897+0000 7f5a2d400640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 0x7f5a2815d140 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5a1800d7d0 tx=0x7f5a1800dc90 comp rx=0 tx=0).stop 2024-09-19T06:49:46.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.898+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 shutdown_connections 2024-09-19T06:49:46.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.898+0000 7f5a2d400640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5a0406c2b0 0x7f5a0406e770 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:46.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.898+0000 7f5a2d400640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5a2815e700 0x7f5a280b7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:46.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.898+0000 7f5a2d400640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5a280d48c0 0x7f5a28151880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:46.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.898+0000 7f5a2d400640 1 --2- 172.21.15.90:0/27000689 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a280d3f00 0x7f5a2815d140 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:46.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.898+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 >> 172.21.15.90:0/27000689 conn(0x7f5a28062a20 msgr2=0x7f5a280b7510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:46.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.898+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 shutdown_connections 2024-09-19T06:49:46.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:46.898+0000 7f5a2d400640 1 -- 172.21.15.90:0/27000689 wait complete. 2024-09-19T06:49:46.918 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:49:47.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.080+0000 7f1fb6800640 1 Processor -- start 2024-09-19T06:49:47.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.080+0000 7f1fb6800640 1 -- start start 2024-09-19T06:49:47.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.081+0000 7f1fb6800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f1fb015e7a0 0x7f1fb006caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:47.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.081+0000 7f1fb6800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f1fb00cf1f0 0x7f1fb00b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:47.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.081+0000 7f1fb6800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fb00cf860 con 0x7f1fb00b6720 2024-09-19T06:49:47.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.081+0000 7f1fb6800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f1fb00b6b90 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.081+0000 7f1fb6800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f1fb00d2ca0 con 0x7f1fb015e7a0 2024-09-19T06:49:47.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.081+0000 7f1fa7e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f1fb00cf1f0 0x7f1fb00b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:47.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.081+0000 7f1fa7e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f1fb00cf1f0 0x7f1fb00b61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56264/0 (socket says 172.21.15.90:56264) 2024-09-19T06:49:47.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.081+0000 7f1fa7e00640 1 -- 172.21.15.90:0/858267620 learned_addr learned my addr 172.21.15.90:0/858267620 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:47.082 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.082+0000 7f1faf400640 1 --2- 172.21.15.90:0/858267620 >> v2:172.21.15.129:3300/0 conn(0x7f1fb015e7a0 0x7f1fb006caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:47.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.082+0000 7f1fa7e00640 1 -- 172.21.15.90:0/858267620 >> v2:172.21.15.129:3300/0 conn(0x7f1fb015e7a0 msgr2=0x7f1fb006caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:47.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.082+0000 7f1fa7e00640 1 --2- 172.21.15.90:0/858267620 >> v2:172.21.15.129:3300/0 conn(0x7f1fb015e7a0 0x7f1fb006caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.082+0000 7f1fa7e00640 1 -- 172.21.15.90:0/858267620 >> v1:172.21.15.129:6789/0 conn(0x7f1fb00b6720 legacy=0x7f1fb01623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:47.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.082+0000 7f1fa7e00640 1 -- 172.21.15.90:0/858267620 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb00cfb40 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.082+0000 7f1faf400640 1 --2- 172.21.15.90:0/858267620 >> v2:172.21.15.129:3300/0 conn(0x7f1fb015e7a0 0x7f1fb006caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:47.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.083+0000 7f1fa7e00640 1 --2- 172.21.15.90:0/858267620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb00cf1f0 0x7f1fb00b61e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1fb00d5820 tx=0x7f1f9802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52bf26183bc0e80f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:47.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.083+0000 7f1faea00640 1 -- 172.21.15.90:0/858267620 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98037070 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.083+0000 7f1faea00640 1 -- 172.21.15.90:0/858267620 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f98032440 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.083+0000 7f1faea00640 1 -- 172.21.15.90:0/858267620 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98032810 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.084+0000 7f1fb6800640 1 -- 172.21.15.90:0/858267620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb00cf1f0 msgr2=0x7f1fb00b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:47.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.084+0000 7f1fb6800640 1 --2- 172.21.15.90:0/858267620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb00cf1f0 0x7f1fb00b61e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1fb00d5820 tx=0x7f1f9802a1e0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.084+0000 7f1fb6800640 1 -- 172.21.15.90:0/858267620 shutdown_connections 2024-09-19T06:49:47.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.084+0000 7f1fb6800640 1 --2- 172.21.15.90:0/858267620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb00cf1f0 0x7f1fb00b61e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.084+0000 7f1fb6800640 1 --2- 172.21.15.90:0/858267620 >> v2:172.21.15.129:3300/0 conn(0x7f1fb015e7a0 0x7f1fb006caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.084+0000 7f1fb6800640 1 -- 172.21.15.90:0/858267620 >> 172.21.15.90:0/858267620 conn(0x7f1fb00d11e0 msgr2=0x7f1fb00d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:47.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.084+0000 7f1fb6800640 1 -- 172.21.15.90:0/858267620 shutdown_connections 2024-09-19T06:49:47.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.084+0000 7f1fb6800640 1 -- 172.21.15.90:0/858267620 wait complete. 2024-09-19T06:49:47.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.085+0000 7f1fb6800640 1 Processor -- start 2024-09-19T06:49:47.086 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.086+0000 7f1fb6800640 1 -- start start 2024-09-19T06:49:47.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.086+0000 7f1fb6800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1fb00b6720 0x7f1fb00c77e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:47.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.086+0000 7f1fb6800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1fb00cf1f0 0x7f1fb01e8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:47.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.086+0000 7f1fb6800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb015e7a0 0x7f1fb00c9df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:47.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.086+0000 7f1fb6800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb00b7a00 con 0x7f1fb015e7a0 2024-09-19T06:49:47.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.086+0000 7f1fb6800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb00d2ef0 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.086+0000 7f1fb6800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f1fb006cfe0 con 0x7f1fb00b6720 2024-09-19T06:49:47.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fafe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb015e7a0 0x7f1fb00c9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:47.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fa7e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1fb00cf1f0 0x7f1fb01e8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:47.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fafe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb015e7a0 0x7f1fb00c9df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56274/0 (socket says 172.21.15.90:56274) 2024-09-19T06:49:47.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fafe00640 1 -- 172.21.15.90:0/2160438153 learned_addr learned my addr 172.21.15.90:0/2160438153 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:47.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1faf400640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1fb00b6720 0x7f1fb00c77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fa7e00640 1 -- 172.21.15.90:0/2160438153 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1fb00b6720 msgr2=0x7f1fb00c77e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fa7e00640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1fb00b6720 0x7f1fb00c77e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fa7e00640 1 -- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb015e7a0 msgr2=0x7f1fb00c9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fa7e00640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb015e7a0 0x7f1fb00c9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fa7e00640 1 -- 172.21.15.90:0/2160438153 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb01e9590 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.087+0000 7f1fafe00640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb015e7a0 0x7f1fb00c9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.088+0000 7f1fa7e00640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1fb00cf1f0 0x7f1fb01e8ba0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1f98031000 tx=0x7f1f980046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.088+0000 7f1fa7400640 1 -- 172.21.15.90:0/2160438153 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98041020 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.088+0000 7f1fa7400640 1 -- 172.21.15.90:0/2160438153 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f98030700 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.088+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fb01e9870 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.088+0000 7f1fa7400640 1 -- 172.21.15.90:0/2160438153 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98037040 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.088+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fb00cc700 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.089+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fb015eb80 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.090+0000 7f1fa7400640 1 -- 172.21.15.90:0/2160438153 <== mon.1 v2:172.21.15.129:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1f98044020 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.091+0000 7f1fa7400640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1f8c06c2b0 0x7f1f8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:47.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.091+0000 7f1fa7400640 1 -- 172.21.15.90:0/2160438153 <== mon.1 v2:172.21.15.129:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5227+0+0 (secure 0 0 0) 0x7f1f980ab970 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.091+0000 7f1faf400640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1f8c06c2b0 0x7f1f8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:47.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.092+0000 7f1faf400640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1f8c06c2b0 0x7f1f8c06e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0006fd0 tx=0x7f1fa0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:47.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.096+0000 7f1fa7400640 1 -- 172.21.15.90:0/2160438153 <== mon.1 v2:172.21.15.129:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1f9804b030 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.273+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f1fb00cc1f0 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.912+0000 7f1fa7400640 1 -- 172.21.15.90:0/2160438153 <== mon.1 v2:172.21.15.129:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v32) ==== 170+0+0 (secure 0 0 0) 0x7f1f98079bd0 con 0x7f1fb00cf1f0 2024-09-19T06:49:47.916 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data' created 2024-09-19T06:49:47.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1f8c06c2b0 msgr2=0x7f1f8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:47.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1f8c06c2b0 0x7f1f8c06e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0006fd0 tx=0x7f1fa0008040 comp rx=0 tx=0).stop 2024-09-19T06:49:47.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1fb00cf1f0 msgr2=0x7f1fb01e8ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:47.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1fb00cf1f0 0x7f1fb01e8ba0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1f98031000 tx=0x7f1f980046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 shutdown_connections 2024-09-19T06:49:47.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f1f8c06c2b0 0x7f1f8c06e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fb015e7a0 0x7f1fb00c9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f1fb00cf1f0 0x7f1fb01e8ba0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 --2- 172.21.15.90:0/2160438153 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f1fb00b6720 0x7f1fb00c77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:47.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 >> 172.21.15.90:0/2160438153 conn(0x7f1fb00d11e0 msgr2=0x7f1fb006c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:47.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 shutdown_connections 2024-09-19T06:49:47.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:47.919+0000 7f1fb6800640 1 -- 172.21.15.90:0/2160438153 wait complete. 2024-09-19T06:49:47.942 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:49:48.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.097+0000 7f95ae600640 1 Processor -- start 2024-09-19T06:49:48.098 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.098+0000 7f95ae600640 1 -- start start 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95ae600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f95a80d1130 0x7f95a80d1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95ae600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f95a80d1a50 0x7f95a80b7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95ae600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 0x7f95a80b85f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95ae600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f95a80d40a0 con 0x7f95a80d1130 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95ae600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f95a80d4530 con 0x7f95a80d1a50 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95ae600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f95a80d3490 con 0x7f95a80b8160 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f95a80d1130 0x7f95a80d1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f95a80d1130 0x7f95a80d1510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56276/0 (socket says 172.21.15.90:56276) 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7400640 1 -- 172.21.15.90:0/2950217548 learned_addr learned my addr 172.21.15.90:0/2950217548 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f959ea00640 1 --2- 172.21.15.90:0/2950217548 >> v2:172.21.15.129:3300/0 conn(0x7f95a80d1a50 0x7f95a80b7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7e00640 1 --2- 172.21.15.90:0/2950217548 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 0x7f95a80b85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:48.100 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7400640 1 -- 172.21.15.90:0/2950217548 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 msgr2=0x7f95a80b85f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:48.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7400640 1 --2- 172.21.15.90:0/2950217548 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 0x7f95a80b85f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7400640 1 -- 172.21.15.90:0/2950217548 >> v2:172.21.15.129:3300/0 conn(0x7f95a80d1a50 msgr2=0x7f95a80b7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:48.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7400640 1 --2- 172.21.15.90:0/2950217548 >> v2:172.21.15.129:3300/0 conn(0x7f95a80d1a50 0x7f95a80b7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7400640 1 -- 172.21.15.90:0/2950217548 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95a80d3770 con 0x7f95a80d1130 2024-09-19T06:49:48.101 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.099+0000 7f95a7e00640 1 --2- 172.21.15.90:0/2950217548 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 0x7f95a80b85f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:48.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.100+0000 7f95a7400640 1 --2- 172.21.15.90:0/2950217548 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 0x7f95a80d1510 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f95a80ba1d0 tx=0x7f959802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b2bcd6a24c8f8f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:48.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95a6a00640 1 -- 172.21.15.90:0/2950217548 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9598037070 con 0x7f95a80d1130 2024-09-19T06:49:48.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95a6a00640 1 -- 172.21.15.90:0/2950217548 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9598032440 con 0x7f95a80d1130 2024-09-19T06:49:48.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95a6a00640 1 -- 172.21.15.90:0/2950217548 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9598032810 con 0x7f95a80d1130 2024-09-19T06:49:48.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95ae600640 1 -- 172.21.15.90:0/2950217548 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 msgr2=0x7f95a80d1510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:48.102 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95ae600640 1 --2- 172.21.15.90:0/2950217548 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 0x7f95a80d1510 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f95a80ba1d0 tx=0x7f959802a1e0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95ae600640 1 -- 172.21.15.90:0/2950217548 shutdown_connections 2024-09-19T06:49:48.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95ae600640 1 --2- 172.21.15.90:0/2950217548 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 0x7f95a80b85f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95ae600640 1 --2- 172.21.15.90:0/2950217548 >> v2:172.21.15.129:3300/0 conn(0x7f95a80d1a50 0x7f95a80b7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95ae600640 1 --2- 172.21.15.90:0/2950217548 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 0x7f95a80d1510 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95ae600640 1 -- 172.21.15.90:0/2950217548 >> 172.21.15.90:0/2950217548 conn(0x7f95a806c020 msgr2=0x7f95a806c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:48.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95ae600640 1 -- 172.21.15.90:0/2950217548 shutdown_connections 2024-09-19T06:49:48.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.101+0000 7f95ae600640 1 -- 172.21.15.90:0/2950217548 wait complete. 2024-09-19T06:49:48.103 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.103+0000 7f95ae600640 1 Processor -- start 2024-09-19T06:49:48.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.103+0000 7f95ae600640 1 -- start start 2024-09-19T06:49:48.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f95ae600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 0x7f95a80ca710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f95ae600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 0x7f95a81e9140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f95ae600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95a80d1a50 0x7f95a80cbe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f95ae600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f95a80d1e90 con 0x7f95a80d1130 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f95ae600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f95a80d3d30 con 0x7f95a80d1a50 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f95ae600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f95a80d3070 con 0x7f95a80b8160 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f959ea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 0x7f95a81e9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f959ea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 0x7f95a81e9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56286/0 (socket says 172.21.15.90:56286) 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f959ea00640 1 -- 172.21.15.90:0/330215237 learned_addr learned my addr 172.21.15.90:0/330215237 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f95a7400640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 0x7f95a80ca710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.104+0000 7f95a7e00640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95a80d1a50 0x7f95a80cbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f959ea00640 1 -- 172.21.15.90:0/330215237 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 msgr2=0x7f95a80ca710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f959ea00640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 0x7f95a80ca710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f959ea00640 1 -- 172.21.15.90:0/330215237 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95a80d1a50 msgr2=0x7f95a80cbe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:48.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f959ea00640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95a80d1a50 0x7f95a80cbe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f959ea00640 1 -- 172.21.15.90:0/330215237 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95a81e7030 con 0x7f95a80d1130 2024-09-19T06:49:48.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f959ea00640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 0x7f95a81e9140 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f959000d5f0 tx=0x7f959000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:48.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f959fe00640 1 -- 172.21.15.90:0/330215237 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95900125f0 con 0x7f95a80d1130 2024-09-19T06:49:48.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f959fe00640 1 -- 172.21.15.90:0/330215237 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9590019070 con 0x7f95a80d1130 2024-09-19T06:49:48.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95a81e6790 con 0x7f95a80d1130 2024-09-19T06:49:48.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f959fe00640 1 -- 172.21.15.90:0/330215237 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95900129d0 con 0x7f95a80d1130 2024-09-19T06:49:48.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.105+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95a81e6d50 con 0x7f95a80d1130 2024-09-19T06:49:48.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.106+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95a80d1510 con 0x7f95a80d1130 2024-09-19T06:49:48.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.107+0000 7f959fe00640 1 -- 172.21.15.90:0/330215237 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9590012b70 con 0x7f95a80d1130 2024-09-19T06:49:48.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.108+0000 7f959fe00640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f958406c2b0 0x7f958406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:48.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.108+0000 7f959fe00640 1 -- 172.21.15.90:0/330215237 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5609+0+0 (secure 0 0 0) 0x7f959008b770 con 0x7f95a80d1130 2024-09-19T06:49:48.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.109+0000 7f95a7400640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f958406c2b0 0x7f958406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:48.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.109+0000 7f95a7400640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f958406c2b0 0x7f958406e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9598034000 tx=0x7f959802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:48.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.113+0000 7f959fe00640 1 -- 172.21.15.90:0/330215237 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9590059850 con 0x7f95a80d1130 2024-09-19T06:49:48.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.326+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f95a80ba4d0 con 0x7f95a80d1130 2024-09-19T06:49:48.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.914+0000 7f959fe00640 1 -- 172.21.15.90:0/330215237 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v14) ==== 172+0+0 (secure 0 0 0) 0x7f959005db50 con 0x7f95a80d1130 2024-09-19T06:49:48.915 INFO:teuthology.orchestra.run.smithi090.stderr:new fs with metadata pool 4 and data pool 5 2024-09-19T06:49:48.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f958406c2b0 msgr2=0x7f958406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f958406c2b0 0x7f958406e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9598034000 tx=0x7f959802e000 comp rx=0 tx=0).stop 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 msgr2=0x7f95a81e9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 0x7f95a81e9140 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f959000d5f0 tx=0x7f959000dab0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 shutdown_connections 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f958406c2b0 0x7f958406e770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f95a80d1a50 0x7f95a80cbe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f95a80d1130 0x7f95a81e9140 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 --2- 172.21.15.90:0/330215237 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f95a80b8160 0x7f95a80ca710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 >> 172.21.15.90:0/330215237 conn(0x7f95a806c020 msgr2=0x7f95a80b4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:48.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.921+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 shutdown_connections 2024-09-19T06:49:48.923 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:48.922+0000 7f95ae600640 1 -- 172.21.15.90:0/330215237 wait complete. 2024-09-19T06:49:48.951 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:49:49.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.103+0000 7fc0e9a00640 1 Processor -- start 2024-09-19T06:49:49.104 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.103+0000 7fc0e9a00640 1 -- start start 2024-09-19T06:49:49.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.105+0000 7fc0e9a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e4155800 0x7fc0e40b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.105+0000 7fc0e9a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0e415c770 con 0x7fc0e415c330 2024-09-19T06:49:49.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.105+0000 7fc0e9a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0e40b50a0 con 0x7fc0e40cfc80 2024-09-19T06:49:49.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.105+0000 7fc0e9a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e40b5380 con 0x7fc0e4155800 2024-09-19T06:49:49.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.105+0000 7fc0da000640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fc0e415c330 0x7fc0e40cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:42808/0 (socket says 172.21.15.90:42808) 2024-09-19T06:49:49.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.105+0000 7fc0da000640 1 -- 172.21.15.90:0/3034557036 learned_addr learned my addr 172.21.15.90:0/3034557036 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:49.105 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.105+0000 7fc0e2a00640 1 --2- 172.21.15.90:0/3034557036 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e4155800 0x7fc0e40b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.105+0000 7fc0e2000640 1 -- 172.21.15.90:0/3034557036 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2701342361 0 0) 0x7fc0cc001110 con 0x7fc0e415c330 2024-09-19T06:49:49.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.105+0000 7fc0e2000640 1 -- 172.21.15.90:0/3034557036 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0c8003520 con 0x7fc0e415c330 2024-09-19T06:49:49.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.106+0000 7fc0e2000640 1 -- 172.21.15.90:0/3034557036 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 636701158 0 0) 0x7fc0e40b50a0 con 0x7fc0e40cfc80 2024-09-19T06:49:49.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.106+0000 7fc0e2000640 1 -- 172.21.15.90:0/3034557036 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0cc001110 con 0x7fc0e40cfc80 2024-09-19T06:49:49.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.106+0000 7fc0e2a00640 1 -- 172.21.15.90:0/3034557036 >> v1:172.21.15.129:6789/0 conn(0x7fc0e40cfc80 legacy=0x7fc0e415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.106+0000 7fc0e2a00640 1 -- 172.21.15.90:0/3034557036 >> v1:172.21.15.90:6789/0 conn(0x7fc0e415c330 legacy=0x7fc0e40cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.106+0000 7fc0e2a00640 1 -- 172.21.15.90:0/3034557036 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e40b5660 con 0x7fc0e4155800 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.107+0000 7fc0e2a00640 1 --2- 172.21.15.90:0/3034557036 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e4155800 0x7fc0e40b6140 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc0d40097d0 tx=0x7fc0d402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b31ba289ea2c5ecd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.107+0000 7fc0e2000640 1 -- 172.21.15.90:0/3034557036 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4037070 con 0x7fc0e4155800 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.107+0000 7fc0e2000640 1 -- 172.21.15.90:0/3034557036 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0d4032440 con 0x7fc0e4155800 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.107+0000 7fc0e2000640 1 -- 172.21.15.90:0/3034557036 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4032810 con 0x7fc0e4155800 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.108+0000 7fc0e9a00640 1 -- 172.21.15.90:0/3034557036 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e4155800 msgr2=0x7fc0e40b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.108+0000 7fc0e9a00640 1 --2- 172.21.15.90:0/3034557036 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e4155800 0x7fc0e40b6140 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc0d40097d0 tx=0x7fc0d402a210 comp rx=0 tx=0).stop 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.108+0000 7fc0e9a00640 1 -- 172.21.15.90:0/3034557036 shutdown_connections 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.108+0000 7fc0e9a00640 1 --2- 172.21.15.90:0/3034557036 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e4155800 0x7fc0e40b6140 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.108+0000 7fc0e9a00640 1 -- 172.21.15.90:0/3034557036 >> 172.21.15.90:0/3034557036 conn(0x7fc0e406bc10 msgr2=0x7fc0e406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:49.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.108+0000 7fc0e9a00640 1 -- 172.21.15.90:0/3034557036 shutdown_connections 2024-09-19T06:49:49.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.108+0000 7fc0e9a00640 1 -- 172.21.15.90:0/3034557036 wait complete. 2024-09-19T06:49:49.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.109+0000 7fc0e9a00640 1 Processor -- start 2024-09-19T06:49:49.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.109+0000 7fc0e9a00640 1 -- start start 2024-09-19T06:49:49.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.110+0000 7fc0e9a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e40cfc80 0x7fc0e41571e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.110+0000 7fc0e9a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc0e4155800 0x7fc0e41539e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.110+0000 7fc0e9a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e415c330 0x7fc0e4150060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.110+0000 7fc0e9a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e4155be0 con 0x7fc0e40cfc80 2024-09-19T06:49:49.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.110+0000 7fc0e9a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e40b5c20 con 0x7fc0e4155800 2024-09-19T06:49:49.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.110+0000 7fc0e9a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e415d080 con 0x7fc0e415c330 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e2a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e40cfc80 0x7fc0e41571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e2a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e40cfc80 0x7fc0e41571e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56296/0 (socket says 172.21.15.90:56296) 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e2a00640 1 -- 172.21.15.90:0/2383728065 learned_addr learned my addr 172.21.15.90:0/2383728065 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0da000640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc0e4155800 0x7fc0e41539e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e3400640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e415c330 0x7fc0e4150060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e2a00640 1 -- 172.21.15.90:0/2383728065 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e415c330 msgr2=0x7fc0e4150060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e2a00640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e415c330 0x7fc0e4150060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e2a00640 1 -- 172.21.15.90:0/2383728065 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc0e4155800 msgr2=0x7fc0e41539e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e2a00640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc0e4155800 0x7fc0e41539e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e2a00640 1 -- 172.21.15.90:0/2383728065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e4156140 con 0x7fc0e40cfc80 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0e2a00640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e40cfc80 0x7fc0e41571e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4035040 tx=0x7fc0d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.111+0000 7fc0db400640 1 -- 172.21.15.90:0/2383728065 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4041020 con 0x7fc0e40cfc80 2024-09-19T06:49:49.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.112+0000 7fc0db400640 1 -- 172.21.15.90:0/2383728065 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0d403d720 con 0x7fc0e40cfc80 2024-09-19T06:49:49.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.112+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0e4156420 con 0x7fc0e40cfc80 2024-09-19T06:49:49.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.112+0000 7fc0db400640 1 -- 172.21.15.90:0/2383728065 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4037040 con 0x7fc0e40cfc80 2024-09-19T06:49:49.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.112+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0e41569e0 con 0x7fc0e40cfc80 2024-09-19T06:49:49.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.113+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0e4156e10 con 0x7fc0e40cfc80 2024-09-19T06:49:49.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.114+0000 7fc0db400640 1 -- 172.21.15.90:0/2383728065 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc0d4044020 con 0x7fc0e40cfc80 2024-09-19T06:49:49.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.115+0000 7fc0db400640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0c006c2e0 0x7fc0c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.115+0000 7fc0db400640 1 -- 172.21.15.90:0/2383728065 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fc0d40abaf0 con 0x7fc0e40cfc80 2024-09-19T06:49:49.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.115+0000 7fc0da000640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0c006c2e0 0x7fc0c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.116+0000 7fc0da000640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0c006c2e0 0x7fc0c006e7a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc0e40cce40 tx=0x7fc0cc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:49.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.120+0000 7fc0db400640 1 -- 172.21.15.90:0/2383728065 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc0d404b030 con 0x7fc0e40cfc80 2024-09-19T06:49:49.296 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.296+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc0e415d450 con 0x7fc0e40cfc80 2024-09-19T06:49:49.297 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.297+0000 7fc0db400640 1 -- 172.21.15.90:0/2383728065 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16682 (secure 0 0 0) 0x7fc0d407a270 con 0x7fc0e40cfc80 2024-09-19T06:49:49.298 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:49.298 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":33,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:49:48.326850+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:49:46.097606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:49:47.313088+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:49:49.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.299+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0c006c2e0 msgr2=0x7fc0c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.299+0000 7fc0e9a00640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0c006c2e0 0x7fc0c006e7a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc0e40cce40 tx=0x7fc0cc009040 comp rx=0 tx=0).stop 2024-09-19T06:49:49.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.299+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e40cfc80 msgr2=0x7fc0e41571e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.299+0000 7fc0e9a00640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e40cfc80 0x7fc0e41571e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4035040 tx=0x7fc0d40046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.299+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 shutdown_connections 2024-09-19T06:49:49.300 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.299+0000 7fc0e9a00640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc0c006c2e0 0x7fc0c006e7a0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.299+0000 7fc0e9a00640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc0e415c330 0x7fc0e4150060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.299+0000 7fc0e9a00640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc0e4155800 0x7fc0e41539e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.300+0000 7fc0e9a00640 1 --2- 172.21.15.90:0/2383728065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc0e40cfc80 0x7fc0e41571e0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.300+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 >> 172.21.15.90:0/2383728065 conn(0x7fc0e406bc10 msgr2=0x7fc0e40b4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:49.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.300+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 shutdown_connections 2024-09-19T06:49:49.301 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.300+0000 7fc0e9a00640 1 -- 172.21.15.90:0/2383728065 wait complete. 2024-09-19T06:49:49.316 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:49:49.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.466+0000 7f85b9400640 1 Processor -- start 2024-09-19T06:49:49.468 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.466+0000 7f85b9400640 1 -- start start 2024-09-19T06:49:49.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.468+0000 7f85b9400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f85b4155800 0x7f85b40b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.468+0000 7f85b9400640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85b40b50a0 con 0x7f85b40cfc80 2024-09-19T06:49:49.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.468+0000 7f85b9400640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85b40b5380 con 0x7f85b415c330 2024-09-19T06:49:49.469 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.468+0000 7f85b9400640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f85b415c7a0 con 0x7f85b4155800 2024-09-19T06:49:49.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.468+0000 7f85b3200640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f85b40cfc80 0x7f85b415c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:42818/0 (socket says 172.21.15.90:42818) 2024-09-19T06:49:49.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.468+0000 7f85b3200640 1 -- 172.21.15.90:0/326952166 learned_addr learned my addr 172.21.15.90:0/326952166 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:49.470 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.468+0000 7f85b2800640 1 --2- 172.21.15.90:0/326952166 >> v2:172.21.15.129:3300/0 conn(0x7f85b4155800 0x7f85b40b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.468+0000 7f85b1e00640 1 -- 172.21.15.90:0/326952166 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2309620489 0 0) 0x7f85b40b50a0 con 0x7f85b40cfc80 2024-09-19T06:49:49.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.469+0000 7f85b1e00640 1 -- 172.21.15.90:0/326952166 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8598005730 con 0x7f85b40cfc80 2024-09-19T06:49:49.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.469+0000 7f85b1e00640 1 -- 172.21.15.90:0/326952166 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4258812144 0 0) 0x7f85b40b5380 con 0x7f85b415c330 2024-09-19T06:49:49.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.469+0000 7f85b1e00640 1 -- 172.21.15.90:0/326952166 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85b40b50a0 con 0x7f85b415c330 2024-09-19T06:49:49.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.469+0000 7f85b1e00640 1 -- 172.21.15.90:0/326952166 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3698437771 0 0) 0x7f8598005730 con 0x7f85b40cfc80 2024-09-19T06:49:49.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.469+0000 7f85b2800640 1 -- 172.21.15.90:0/326952166 >> v1:172.21.15.129:6789/0 conn(0x7f85b415c330 legacy=0x7f85b40cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.469+0000 7f85b2800640 1 -- 172.21.15.90:0/326952166 >> v1:172.21.15.90:6789/0 conn(0x7f85b40cfc80 legacy=0x7f85b415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.471 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.469+0000 7f85b2800640 1 -- 172.21.15.90:0/326952166 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b40b5660 con 0x7f85b4155800 2024-09-19T06:49:49.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.470+0000 7f85b2800640 1 --2- 172.21.15.90:0/326952166 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 0x7f85b40b6140 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f85a40097a0 tx=0x7f85a402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c757b6ed01f98479 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:49.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.470+0000 7f85b1e00640 1 -- 172.21.15.90:0/326952166 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a4037070 con 0x7f85b4155800 2024-09-19T06:49:49.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.470+0000 7f85b1e00640 1 -- 172.21.15.90:0/326952166 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85a402ac50 con 0x7f85b4155800 2024-09-19T06:49:49.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.470+0000 7f85b1e00640 1 -- 172.21.15.90:0/326952166 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85ac0019f0 con 0x7f85b4155800 2024-09-19T06:49:49.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.471+0000 7f85b9400640 1 -- 172.21.15.90:0/326952166 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 msgr2=0x7f85b40b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.471+0000 7f85b9400640 1 --2- 172.21.15.90:0/326952166 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 0x7f85b40b6140 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f85a40097a0 tx=0x7f85a402a1c0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.471+0000 7f85b9400640 1 -- 172.21.15.90:0/326952166 shutdown_connections 2024-09-19T06:49:49.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.471+0000 7f85b9400640 1 --2- 172.21.15.90:0/326952166 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 0x7f85b40b6140 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.471+0000 7f85b9400640 1 -- 172.21.15.90:0/326952166 >> 172.21.15.90:0/326952166 conn(0x7f85b406bc10 msgr2=0x7f85b406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:49.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.471+0000 7f85b9400640 1 -- 172.21.15.90:0/326952166 shutdown_connections 2024-09-19T06:49:49.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.471+0000 7f85b9400640 1 -- 172.21.15.90:0/326952166 wait complete. 2024-09-19T06:49:49.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.472+0000 7f85b9400640 1 Processor -- start 2024-09-19T06:49:49.474 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.472+0000 7f85b9400640 1 -- start start 2024-09-19T06:49:49.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.473+0000 7f85b9400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85b40cfc80 0x7f85b414ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.473+0000 7f85b9400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 0x7f85b4149590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.475 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.473+0000 7f85b9400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f85b415c330 0x7f85b41575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.473+0000 7f85b9400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f85b4155be0 con 0x7f85b40cfc80 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.473+0000 7f85b9400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f85b40b5c20 con 0x7f85b4155800 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.473+0000 7f85b9400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f85b415d080 con 0x7f85b415c330 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b2800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85b40cfc80 0x7f85b414ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b2800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85b40cfc80 0x7f85b414ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56310/0 (socket says 172.21.15.90:56310) 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b2800640 1 -- 172.21.15.90:0/379547915 learned_addr learned my addr 172.21.15.90:0/379547915 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85a9e00640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 0x7f85b4149590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b3200640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f85b415c330 0x7f85b41575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b2800640 1 -- 172.21.15.90:0/379547915 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f85b415c330 msgr2=0x7f85b41575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b2800640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f85b415c330 0x7f85b41575d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b2800640 1 -- 172.21.15.90:0/379547915 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 msgr2=0x7f85b4149590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.476 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b2800640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 0x7f85b4149590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b2800640 1 -- 172.21.15.90:0/379547915 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b414a560 con 0x7f85b40cfc80 2024-09-19T06:49:49.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85a9e00640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 0x7f85b4149590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:49.477 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.474+0000 7f85b2800640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85b40cfc80 0x7f85b414ed00 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f85a4035040 tx=0x7f85a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:49.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.475+0000 7f85ab400640 1 -- 172.21.15.90:0/379547915 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a4040020 con 0x7f85b40cfc80 2024-09-19T06:49:49.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.475+0000 7f85ab400640 1 -- 172.21.15.90:0/379547915 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85a4038040 con 0x7f85b40cfc80 2024-09-19T06:49:49.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.475+0000 7f85ab400640 1 -- 172.21.15.90:0/379547915 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a4037070 con 0x7f85b40cfc80 2024-09-19T06:49:49.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.475+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85b4149ad0 con 0x7f85b40cfc80 2024-09-19T06:49:49.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.475+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85b4156af0 con 0x7f85b40cfc80 2024-09-19T06:49:49.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.476+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85b415d410 con 0x7f85b40cfc80 2024-09-19T06:49:49.478 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.477+0000 7f85ab400640 1 -- 172.21.15.90:0/379547915 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f85a4043020 con 0x7f85b40cfc80 2024-09-19T06:49:49.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.477+0000 7f85ab400640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f859006c2b0 0x7f859006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.478+0000 7f85ab400640 1 -- 172.21.15.90:0/379547915 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f85a40ab4b0 con 0x7f85b40cfc80 2024-09-19T06:49:49.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.478+0000 7f85a9e00640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f859006c2b0 0x7f859006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.479 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.478+0000 7f85a9e00640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f859006c2b0 0x7f859006e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f85b414a1d0 tx=0x7f859c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:49.483 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.482+0000 7f85ab400640 1 -- 172.21.15.90:0/379547915 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85a404a030 con 0x7f85b40cfc80 2024-09-19T06:49:49.658 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.656+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f85b40b4840 con 0x7f85b40cfc80 2024-09-19T06:49:49.659 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.658+0000 7f85ab400640 1 -- 172.21.15.90:0/379547915 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16682 (secure 0 0 0) 0x7f85b4149ad0 con 0x7f85b40cfc80 2024-09-19T06:49:49.659 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:49.659 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":33,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:49:48.326850+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:49:46.097606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:49:47.313088+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:49:49.661 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f859006c2b0 msgr2=0x7f859006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f859006c2b0 0x7f859006e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f85b414a1d0 tx=0x7f859c009040 comp rx=0 tx=0).stop 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85b40cfc80 msgr2=0x7f85b414ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85b40cfc80 0x7f85b414ed00 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f85a4035040 tx=0x7f85a40046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 shutdown_connections 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f859006c2b0 0x7f859006e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f85b415c330 0x7f85b41575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f85b4155800 0x7f85b4149590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 --2- 172.21.15.90:0/379547915 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85b40cfc80 0x7f85b414ed00 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 >> 172.21.15.90:0/379547915 conn(0x7f85b406bc10 msgr2=0x7f85b415b7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:49.662 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 shutdown_connections 2024-09-19T06:49:49.663 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.660+0000 7f85b9400640 1 -- 172.21.15.90:0/379547915 wait complete. 2024-09-19T06:49:49.678 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:49:49.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.831+0000 7fa6f8200640 1 Processor -- start 2024-09-19T06:49:49.833 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.831+0000 7fa6f8200640 1 -- start start 2024-09-19T06:49:49.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f8200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fa6f015e7c0 0x7fa6f0070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f8200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6f0073f60 con 0x7fa6f00714f0 2024-09-19T06:49:49.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f8200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6f00b4b60 con 0x7fa6f0073900 2024-09-19T06:49:49.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f8200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fa6f0071960 con 0x7fa6f015e7c0 2024-09-19T06:49:49.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f5800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fa6f015e7c0 0x7fa6f0070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f5800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fa6f015e7c0 0x7fa6f0070fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56320/0 (socket says 172.21.15.90:56320) 2024-09-19T06:49:49.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f5800640 1 -- 172.21.15.90:0/3796836585 learned_addr learned my addr 172.21.15.90:0/3796836585 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:49.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f5800640 1 -- 172.21.15.90:0/3796836585 >> v1:172.21.15.129:6789/0 conn(0x7fa6f0073900 legacy=0x7fa6f015eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:49.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f5800640 1 -- 172.21.15.90:0/3796836585 >> v1:172.21.15.90:6789/0 conn(0x7fa6f00714f0 legacy=0x7fa6f00731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.833+0000 7fa6f5800640 1 -- 172.21.15.90:0/3796836585 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6f00b4e40 con 0x7fa6f015e7c0 2024-09-19T06:49:49.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.834+0000 7fa6f5800640 1 --2- 172.21.15.90:0/3796836585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 0x7fa6f0070fb0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4009870 tx=0x7fa6e402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48d3db63f682e835 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:49.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.834+0000 7fa6efe00640 1 -- 172.21.15.90:0/3796836585 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4037070 con 0x7fa6f015e7c0 2024-09-19T06:49:49.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.835+0000 7fa6efe00640 1 -- 172.21.15.90:0/3796836585 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6e4032440 con 0x7fa6f015e7c0 2024-09-19T06:49:49.836 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.835+0000 7fa6efe00640 1 -- 172.21.15.90:0/3796836585 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4032810 con 0x7fa6f015e7c0 2024-09-19T06:49:49.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.835+0000 7fa6f8200640 1 -- 172.21.15.90:0/3796836585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 msgr2=0x7fa6f0070fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.835+0000 7fa6f8200640 1 --2- 172.21.15.90:0/3796836585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 0x7fa6f0070fb0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4009870 tx=0x7fa6e402a2a0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.835+0000 7fa6f8200640 1 -- 172.21.15.90:0/3796836585 shutdown_connections 2024-09-19T06:49:49.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.835+0000 7fa6f8200640 1 --2- 172.21.15.90:0/3796836585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 0x7fa6f0070fb0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.835+0000 7fa6f8200640 1 -- 172.21.15.90:0/3796836585 >> 172.21.15.90:0/3796836585 conn(0x7fa6f006d0f0 msgr2=0x7fa6f006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:49.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.835+0000 7fa6f8200640 1 -- 172.21.15.90:0/3796836585 shutdown_connections 2024-09-19T06:49:49.837 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.835+0000 7fa6f8200640 1 -- 172.21.15.90:0/3796836585 wait complete. 2024-09-19T06:49:49.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.837+0000 7fa6f8200640 1 Processor -- start 2024-09-19T06:49:49.838 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.837+0000 7fa6f8200640 1 -- start start 2024-09-19T06:49:49.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f8200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6f00714f0 0x7fa6f0142eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.840 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f8200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6f0073900 0x7fa6f00c9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f8200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 0x7fa6f00cba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f8200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa6f015fdd0 con 0x7fa6f015e7c0 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f8200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fa6f015ff50 con 0x7fa6f0073900 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f8200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa6f015f2b0 con 0x7fa6f00714f0 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f6200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 0x7fa6f00cba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f6200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 0x7fa6f00cba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56332/0 (socket says 172.21.15.90:56332) 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f6200640 1 -- 172.21.15.90:0/3858458675 learned_addr learned my addr 172.21.15.90:0/3858458675 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f5800640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6f00714f0 0x7fa6f0142eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.838+0000 7fa6f4e00640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6f0073900 0x7fa6f00c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6f6200640 1 -- 172.21.15.90:0/3858458675 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6f00714f0 msgr2=0x7fa6f0142eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6f6200640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6f00714f0 0x7fa6f0142eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6f6200640 1 -- 172.21.15.90:0/3858458675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6f0073900 msgr2=0x7fa6f00c9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:49.841 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6f6200640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6f0073900 0x7fa6f00c9810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:49.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6f6200640 1 -- 172.21.15.90:0/3858458675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6f00ca1d0 con 0x7fa6f015e7c0 2024-09-19T06:49:49.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6f4e00640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6f0073900 0x7fa6f00c9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:49.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6f6200640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 0x7fa6f00cba00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa6e800c780 tx=0x7fa6e800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:49.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6ed600640 1 -- 172.21.15.90:0/3858458675 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e8017070 con 0x7fa6f015e7c0 2024-09-19T06:49:49.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6ed600640 1 -- 172.21.15.90:0/3858458675 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6e8003da0 con 0x7fa6f015e7c0 2024-09-19T06:49:49.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6ed600640 1 -- 172.21.15.90:0/3858458675 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e80052b0 con 0x7fa6f015e7c0 2024-09-19T06:49:49.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6f00ca4b0 con 0x7fa6f015e7c0 2024-09-19T06:49:49.842 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.839+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6f00caa70 con 0x7fa6f015e7c0 2024-09-19T06:49:49.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.840+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6f0070fb0 con 0x7fa6f015e7c0 2024-09-19T06:49:49.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.841+0000 7fa6ed600640 1 -- 172.21.15.90:0/3858458675 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa6e8005450 con 0x7fa6f015e7c0 2024-09-19T06:49:49.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.842+0000 7fa6ed600640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa6d006c2b0 0x7fa6d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:49.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.842+0000 7fa6ed600640 1 -- 172.21.15.90:0/3858458675 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fa6e808a9b0 con 0x7fa6f015e7c0 2024-09-19T06:49:49.843 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.842+0000 7fa6f5800640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa6d006c2b0 0x7fa6d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:49.844 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.843+0000 7fa6f5800640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa6d006c2b0 0x7fa6d006e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4034000 tx=0x7fa6e402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:49.847 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:49.846+0000 7fa6ed600640 1 -- 172.21.15.90:0/3858458675 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa6e8058a30 con 0x7fa6f015e7c0 2024-09-19T06:49:50.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.062+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa6f015cb60 con 0x7fa6f015e7c0 2024-09-19T06:49:50.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.923+0000 7fa6ed600640 1 -- 172.21.15.90:0/3858458675 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7fa6e805cd30 con 0x7fa6f015e7c0 2024-09-19T06:49:50.927 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa6d006c2b0 msgr2=0x7fa6d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa6d006c2b0 0x7fa6d006e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4034000 tx=0x7fa6e402e000 comp rx=0 tx=0).stop 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 msgr2=0x7fa6f00cba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 0x7fa6f00cba00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa6e800c780 tx=0x7fa6e800cc40 comp rx=0 tx=0).stop 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 shutdown_connections 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa6d006c2b0 0x7fa6d006e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa6f015e7c0 0x7fa6f00cba00 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa6f0073900 0x7fa6f00c9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 --2- 172.21.15.90:0/3858458675 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa6f00714f0 0x7fa6f0142eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 >> 172.21.15.90:0/3858458675 conn(0x7fa6f006d0f0 msgr2=0x7fa6f006d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 shutdown_connections 2024-09-19T06:49:50.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:50.926+0000 7fa6f8200640 1 -- 172.21.15.90:0/3858458675 wait complete. 2024-09-19T06:49:50.946 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:49:50.947 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:49:51.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.105+0000 7f532ae00640 1 Processor -- start 2024-09-19T06:49:51.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.105+0000 7f532ae00640 1 -- start start 2024-09-19T06:49:51.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f532ae00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53240cca40 0x7f53240b45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:51.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f532ae00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5324071720 con 0x7f53240720d0 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f532ae00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5324073920 con 0x7f532415ad10 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f532ae00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f5324070fb0 con 0x7f53240cca40 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f531b400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f53240720d0 0x7f53240b3ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:42846/0 (socket says 172.21.15.90:42846) 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f531b400640 1 -- 172.21.15.90:0/3901394960 learned_addr learned my addr 172.21.15.90:0/3901394960 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f5328e00640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53240cca40 0x7f53240b45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3332500208 0 0) 0x7f5324071720 con 0x7f53240720d0 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5308003440 con 0x7f53240720d0 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.107+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 566715389 0 0) 0x7f5324073920 con 0x7f532415ad10 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5324071720 con 0x7f532415ad10 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3392652400 0 0) 0x7f5308003440 con 0x7f53240720d0 2024-09-19T06:49:51.112 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53240cca40 msgr2=0x7f53240b45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53240cca40 0x7f53240b45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 >> v1:172.21.15.129:6789/0 conn(0x7f532415ad10 legacy=0x7f53240719c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5324073c00 con 0x7f53240720d0 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f530c001670 con 0x7f53240720d0 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 >> v1:172.21.15.90:6789/0 conn(0x7f53240720d0 legacy=0x7f53240b3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5308008850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5308008d90 0x7f530800b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53240cca40 0x7f530800d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5324070fb0 con 0x7f5308003c60 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f530800dd50 con 0x7f5308008d90 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f530800df50 con 0x7f53240cca40 2024-09-19T06:49:51.113 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323e00640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5308008850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f531b400640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5308008d90 0x7f530800b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5328e00640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53240cca40 0x7f530800d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323e00640 1 -- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53240cca40 msgr2=0x7f530800d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323e00640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53240cca40 0x7f530800d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323e00640 1 -- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5308008d90 msgr2=0x7f530800b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323e00640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5308008d90 0x7f530800b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.108+0000 7f5323e00640 1 -- 172.21.15.90:0/3901394960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5308003440 con 0x7f5308003c60 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.109+0000 7f5323e00640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5308008850 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f53140018d0 tx=0x7f5308003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ace3f0e89e2d5b3d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53140014f0 con 0x7f5308003c60 2024-09-19T06:49:51.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53140052d0 con 0x7f5308003c60 2024-09-19T06:49:51.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f5323400640 1 -- 172.21.15.90:0/3901394960 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531402aca0 con 0x7f5308003c60 2024-09-19T06:49:51.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f532ae00640 1 -- 172.21.15.90:0/3901394960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 msgr2=0x7f5308008850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:51.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f532ae00640 1 --2- 172.21.15.90:0/3901394960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5308008850 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f53140018d0 tx=0x7f5308003730 comp rx=0 tx=0).stop 2024-09-19T06:49:51.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f5328e00640 1 -- 172.21.15.90:0/3901394960 reap_dead start 2024-09-19T06:49:51.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f532ae00640 1 -- 172.21.15.90:0/3901394960 shutdown_connections 2024-09-19T06:49:51.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f532ae00640 1 -- 172.21.15.90:0/3901394960 >> 172.21.15.90:0/3901394960 conn(0x7f532406d0f0 msgr2=0x7f532406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:51.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f532ae00640 1 -- 172.21.15.90:0/3901394960 shutdown_connections 2024-09-19T06:49:51.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.110+0000 7f532ae00640 1 -- 172.21.15.90:0/3901394960 wait complete. 2024-09-19T06:49:51.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.112+0000 7f532ae00640 1 Processor -- start 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.112+0000 7f532ae00640 1 -- start start 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.113+0000 7f532ae00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5324144710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.113+0000 7f532ae00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5324144c50 0x7f53241471d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.113+0000 7f532ae00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5324147710 0x7f5324145140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.113+0000 7f532ae00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f53240cc360 con 0x7f5308003c60 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.113+0000 7f532ae00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f5324071200 con 0x7f5324147710 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.113+0000 7f532ae00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f53240cc4e0 con 0x7f5324144c50 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.113+0000 7f5323e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5324144710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.113+0000 7f5323e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5324144710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56352/0 (socket says 172.21.15.90:56352) 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.113+0000 7f5323e00640 1 -- 172.21.15.90:0/3112176745 learned_addr learned my addr 172.21.15.90:0/3112176745 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f531b400640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5324144c50 0x7f53241471d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:51.118 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5328e00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5324147710 0x7f5324145140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5323e00640 1 -- 172.21.15.90:0/3112176745 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5324144c50 msgr2=0x7f53241471d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5323e00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5324144c50 0x7f53241471d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5323e00640 1 -- 172.21.15.90:0/3112176745 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5324147710 msgr2=0x7f5324145140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5323e00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5324147710 0x7f5324145140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5323e00640 1 -- 172.21.15.90:0/3112176745 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5324147c50 con 0x7f5308003c60 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5323e00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5324144710 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5314000c00 tx=0x7f53140012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5320c00640 1 -- 172.21.15.90:0/3112176745 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5314037040 con 0x7f5308003c60 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5320c00640 1 -- 172.21.15.90:0/3112176745 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5314006e50 con 0x7f5308003c60 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5324147f30 con 0x7f5308003c60 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f5320c00640 1 -- 172.21.15.90:0/3112176745 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53140014f0 con 0x7f5308003c60 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.114+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53241566e0 con 0x7f5308003c60 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.115+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5324073920 con 0x7f5308003c60 2024-09-19T06:49:51.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.116+0000 7f5320c00640 1 -- 172.21.15.90:0/3112176745 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5314044020 con 0x7f5308003c60 2024-09-19T06:49:51.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.117+0000 7f5320c00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f530006c2e0 0x7f530006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:51.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.117+0000 7f5320c00640 1 -- 172.21.15.90:0/3112176745 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f53140ab0a0 con 0x7f5308003c60 2024-09-19T06:49:51.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.117+0000 7f531b400640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f530006c2e0 0x7f530006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:51.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.118+0000 7f531b400640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f530006c2e0 0x7f530006e7a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f530c000fd0 tx=0x7f530c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:51.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.122+0000 7f5320c00640 1 -- 172.21.15.90:0/3112176745 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f531404b020 con 0x7f5308003c60 2024-09-19T06:49:51.249 INFO:tasks.ceph.mds.c.smithi090.stderr:2024-09-19T06:49:51.248+0000 7f126c800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:49:51.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.332+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f53240b50c0 con 0x7f5308003c60 2024-09-19T06:49:51.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.928+0000 7f5320c00640 1 -- 172.21.15.90:0/3112176745 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f5314079890 con 0x7f5308003c60 2024-09-19T06:49:51.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f530006c2e0 msgr2=0x7f530006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:51.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f530006c2e0 0x7f530006e7a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f530c000fd0 tx=0x7f530c009040 comp rx=0 tx=0).stop 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 msgr2=0x7f5324144710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5324144710 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5314000c00 tx=0x7f53140012d0 comp rx=0 tx=0).stop 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 shutdown_connections 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f530006c2e0 0x7f530006e7a0 secure :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f530c000fd0 tx=0x7f530c009040 comp rx=0 tx=0).stop 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5324147710 0x7f5324145140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5324144c50 0x7f53241471d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 --2- 172.21.15.90:0/3112176745 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5308003c60 0x7f5324144710 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 >> 172.21.15.90:0/3112176745 conn(0x7f532406d0f0 msgr2=0x7f53240cbab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 shutdown_connections 2024-09-19T06:49:51.933 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:51.931+0000 7f532ae00640 1 -- 172.21.15.90:0/3112176745 wait complete. 2024-09-19T06:49:51.951 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:49:51.952 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:49:52.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.104+0000 7f767c800640 1 Processor -- start 2024-09-19T06:49:52.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.105+0000 7f767c800640 1 -- start start 2024-09-19T06:49:52.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f767c800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f7674155800 0x7f76740b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f767c800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76740b50a0 con 0x7f767415c330 2024-09-19T06:49:52.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f767c800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76740b5380 con 0x7f76740cfc80 2024-09-19T06:49:52.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f767c800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f767415c7a0 con 0x7f7674155800 2024-09-19T06:49:52.107 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f7679e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f7674155800 0x7f76740b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f7679e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f7674155800 0x7f76740b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56356/0 (socket says 172.21.15.90:56356) 2024-09-19T06:49:52.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f7679e00640 1 -- 172.21.15.90:0/1463669319 learned_addr learned my addr 172.21.15.90:0/1463669319 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:52.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f7679e00640 1 -- 172.21.15.90:0/1463669319 >> v1:172.21.15.129:6789/0 conn(0x7f76740cfc80 legacy=0x7f767415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:52.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f7679e00640 1 -- 172.21.15.90:0/1463669319 >> v1:172.21.15.90:6789/0 conn(0x7f767415c330 legacy=0x7f76740cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.106+0000 7f7679e00640 1 -- 172.21.15.90:0/1463669319 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76740b5660 con 0x7f7674155800 2024-09-19T06:49:52.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.107+0000 7f7679e00640 1 --2- 172.21.15.90:0/1463669319 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 0x7f76740b6140 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7668009870 tx=0x7f766802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667559cf2ae2942d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:52.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f7678a00640 1 -- 172.21.15.90:0/1463669319 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7668037070 con 0x7f7674155800 2024-09-19T06:49:52.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f7678a00640 1 -- 172.21.15.90:0/1463669319 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7668032440 con 0x7f7674155800 2024-09-19T06:49:52.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f7678a00640 1 -- 172.21.15.90:0/1463669319 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7668032810 con 0x7f7674155800 2024-09-19T06:49:52.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f767c800640 1 -- 172.21.15.90:0/1463669319 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 msgr2=0x7f76740b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f767c800640 1 --2- 172.21.15.90:0/1463669319 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 0x7f76740b6140 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7668009870 tx=0x7f766802a2a0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f767c800640 1 -- 172.21.15.90:0/1463669319 shutdown_connections 2024-09-19T06:49:52.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f767c800640 1 --2- 172.21.15.90:0/1463669319 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 0x7f76740b6140 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f767c800640 1 -- 172.21.15.90:0/1463669319 >> 172.21.15.90:0/1463669319 conn(0x7f767406bc10 msgr2=0x7f767406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:52.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f767c800640 1 -- 172.21.15.90:0/1463669319 shutdown_connections 2024-09-19T06:49:52.110 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.108+0000 7f767c800640 1 -- 172.21.15.90:0/1463669319 wait complete. 2024-09-19T06:49:52.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.110+0000 7f767c800640 1 Processor -- start 2024-09-19T06:49:52.111 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.110+0000 7f767c800640 1 -- start start 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.111+0000 7f767c800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76740cfc80 0x7f7674150b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.111+0000 7f767c800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 0x7f767415dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.111+0000 7f767c800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f767415c330 0x7f767415e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.111+0000 7f767c800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7674155be0 con 0x7f7674155800 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.111+0000 7f767c800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f76740b5c20 con 0x7f76740cfc80 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.111+0000 7f767c800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f76740b4920 con 0x7f767415c330 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.111+0000 7f7679400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 0x7f767415dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f7679400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 0x7f767415dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56360/0 (socket says 172.21.15.90:56360) 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f7679400640 1 -- 172.21.15.90:0/3847228475 learned_addr learned my addr 172.21.15.90:0/3847228475 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f7679e00640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76740cfc80 0x7f7674150b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f767a800640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f767415c330 0x7f767415e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.114 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f7679400640 1 -- 172.21.15.90:0/3847228475 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f767415c330 msgr2=0x7f767415e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f7679400640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f767415c330 0x7f767415e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f7679400640 1 -- 172.21.15.90:0/3847228475 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76740cfc80 msgr2=0x7f7674150b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f7679400640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76740cfc80 0x7f7674150b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f7679400640 1 -- 172.21.15.90:0/3847228475 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7674159100 con 0x7f7674155800 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f767a800640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f767415c330 0x7f767415e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f7679400640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 0x7f767415dad0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f766400c3c0 tx=0x7f766400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f766e000640 1 -- 172.21.15.90:0/3847228475 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76640052d0 con 0x7f7674155800 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f766e000640 1 -- 172.21.15.90:0/3847228475 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7664005490 con 0x7f7674155800 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.112+0000 7f766e000640 1 -- 172.21.15.90:0/3847228475 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7664007260 con 0x7f7674155800 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.113+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7674158340 con 0x7f7674155800 2024-09-19T06:49:52.115 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.113+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7674158900 con 0x7f7674155800 2024-09-19T06:49:52.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.114+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76740b4cb0 con 0x7f7674155800 2024-09-19T06:49:52.116 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.115+0000 7f766e000640 1 -- 172.21.15.90:0/3847228475 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7664007400 con 0x7f7674155800 2024-09-19T06:49:52.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.115+0000 7f766e000640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f765806c2b0 0x7f765806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.115+0000 7f766e000640 1 -- 172.21.15.90:0/3847228475 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f766408a7d0 con 0x7f7674155800 2024-09-19T06:49:52.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.116+0000 7f7679e00640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f765806c2b0 0x7f765806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.116+0000 7f7679e00640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f765806c2b0 0x7f765806e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7668034000 tx=0x7f766802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:52.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.120+0000 7f766e000640 1 -- 172.21.15.90:0/3847228475 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7664058980 con 0x7f7674155800 2024-09-19T06:49:52.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.327+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7674071e80 con 0x7f7674155800 2024-09-19T06:49:52.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.327+0000 7f766e000640 1 -- 172.21.15.90:0/3847228475 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5226 (secure 0 0 0) 0x7f766405cc80 con 0x7f7674155800 2024-09-19T06:49:52.329 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:52.329 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":18,"btime":"2024-09-19T06:49:51:924507+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4761,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1245701705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1245701705},{"type":"v1","addr":"172.21.15.90:6835","nonce":1245701705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4771,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6834/181928423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":181928423},{"type":"v1","addr":"172.21.15.129:6834","nonce":181928423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4774,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/4174565845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":4174565845},{"type":"v1","addr":"172.21.15.129:6835","nonce":4174565845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:49:48.327293+0000","modified":"2024-09-19T06:49:51.333444+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4782},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4782":{"gid":4782,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.90:6837/3101186327","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3101186327},{"type":"v1","addr":"172.21.15.90:6837","nonce":3101186327}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4782,"qdb_cluster":[4782]},"id":2}]} 2024-09-19T06:49:52.329 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 18 2024-09-19T06:49:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f765806c2b0 msgr2=0x7f765806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f765806c2b0 0x7f765806e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7668034000 tx=0x7f766802e000 comp rx=0 tx=0).stop 2024-09-19T06:49:52.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 msgr2=0x7f767415dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 0x7f767415dad0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f766400c3c0 tx=0x7f766400c880 comp rx=0 tx=0).stop 2024-09-19T06:49:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 shutdown_connections 2024-09-19T06:49:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f765806c2b0 0x7f765806e770 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f767415c330 0x7f767415e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7674155800 0x7f767415dad0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 --2- 172.21.15.90:0/3847228475 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f76740cfc80 0x7f7674150b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 >> 172.21.15.90:0/3847228475 conn(0x7f767406bc10 msgr2=0x7f76740ce640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 shutdown_connections 2024-09-19T06:49:52.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.330+0000 7f767c800640 1 -- 172.21.15.90:0/3847228475 wait complete. 2024-09-19T06:49:52.348 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:49:52.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.498+0000 7f4f3fa00640 1 Processor -- start 2024-09-19T06:49:52.500 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.499+0000 7f4f3fa00640 1 -- start start 2024-09-19T06:49:52.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.500+0000 7f4f3fa00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 0x7f4f380b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.500+0000 7f4f3fa00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f4f3815c330 0x7f4f380b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.501 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.500+0000 7f4f3fa00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f3815c770 con 0x7f4f380cf570 2024-09-19T06:49:52.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.500+0000 7f4f3fa00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f4f380b4e60 con 0x7f4f3815c330 2024-09-19T06:49:52.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.500+0000 7f4f3fa00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f4f380b50a0 con 0x7f4f38155800 2024-09-19T06:49:52.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.500+0000 7f4f2fe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f4f3815c330 0x7f4f380b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.500+0000 7f4f3da00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f4f380cf570 0x7f4f3815c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:42866/0 (socket says 172.21.15.90:42866) 2024-09-19T06:49:52.502 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.500+0000 7f4f3da00640 1 -- 172.21.15.90:0/1268340827 learned_addr learned my addr 172.21.15.90:0/1268340827 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.500+0000 7f4f3d000640 1 --2- 172.21.15.90:0/1268340827 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 0x7f4f380b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.501+0000 7f4f2fe00640 1 -- 172.21.15.90:0/1268340827 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 msgr2=0x7f4f380b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.501+0000 7f4f2fe00640 1 --2- 172.21.15.90:0/1268340827 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 0x7f4f380b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.501+0000 7f4f2fe00640 1 -- 172.21.15.90:0/1268340827 >> v1:172.21.15.90:6789/0 conn(0x7f4f380cf570 legacy=0x7f4f3815c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.501+0000 7f4f2fe00640 1 -- 172.21.15.90:0/1268340827 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f380b5380 con 0x7f4f3815c330 2024-09-19T06:49:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.501+0000 7f4f37e00640 1 -- 172.21.15.90:0/1268340827 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3110066256 0 0) 0x7f4f30001490 con 0x7f4f380cf570 2024-09-19T06:49:52.503 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.501+0000 7f4f3d000640 1 --2- 172.21.15.90:0/1268340827 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 0x7f4f380b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f2fe00640 1 --2- 172.21.15.90:0/1268340827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 0x7f4f380b4920 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4f200097a0 tx=0x7f4f2002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98fb8f69f31d1b1b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f37e00640 1 -- 172.21.15.90:0/1268340827 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f20037070 con 0x7f4f3815c330 2024-09-19T06:49:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f37e00640 1 -- 172.21.15.90:0/1268340827 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f20032440 con 0x7f4f3815c330 2024-09-19T06:49:52.504 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f37e00640 1 -- 172.21.15.90:0/1268340827 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f20032810 con 0x7f4f3815c330 2024-09-19T06:49:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f3fa00640 1 -- 172.21.15.90:0/1268340827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 msgr2=0x7f4f380b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f3fa00640 1 --2- 172.21.15.90:0/1268340827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 0x7f4f380b4920 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4f200097a0 tx=0x7f4f2002a180 comp rx=0 tx=0).stop 2024-09-19T06:49:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f3fa00640 1 -- 172.21.15.90:0/1268340827 shutdown_connections 2024-09-19T06:49:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f3fa00640 1 --2- 172.21.15.90:0/1268340827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 0x7f4f380b4920 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f3fa00640 1 --2- 172.21.15.90:0/1268340827 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 0x7f4f380b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f3fa00640 1 -- 172.21.15.90:0/1268340827 >> 172.21.15.90:0/1268340827 conn(0x7f4f3806bc10 msgr2=0x7f4f3806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f3fa00640 1 -- 172.21.15.90:0/1268340827 shutdown_connections 2024-09-19T06:49:52.505 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.502+0000 7f4f3fa00640 1 -- 172.21.15.90:0/1268340827 wait complete. 2024-09-19T06:49:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.504+0000 7f4f3fa00640 1 Processor -- start 2024-09-19T06:49:52.506 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.504+0000 7f4f3fa00640 1 -- start start 2024-09-19T06:49:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.505+0000 7f4f3fa00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4f380cf570 0x7f4f38143e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.505+0000 7f4f3fa00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 0x7f4f3806ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.505+0000 7f4f3fa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 0x7f4f3806d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.505+0000 7f4f3fa00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4f380b5c20 con 0x7f4f3815c330 2024-09-19T06:49:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.505+0000 7f4f3fa00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f4f380b5940 con 0x7f4f380cf570 2024-09-19T06:49:52.507 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.505+0000 7f4f3fa00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f4f38155be0 con 0x7f4f38155800 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.505+0000 7f4f3da00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 0x7f4f3806d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.505+0000 7f4f3da00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 0x7f4f3806d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56370/0 (socket says 172.21.15.90:56370) 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.505+0000 7f4f3da00640 1 -- 172.21.15.90:0/83998247 learned_addr learned my addr 172.21.15.90:0/83998247 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f2fe00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 0x7f4f3806ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f3d000640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4f380cf570 0x7f4f38143e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f3da00640 1 -- 172.21.15.90:0/83998247 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 msgr2=0x7f4f3806ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f3da00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 0x7f4f3806ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f3da00640 1 -- 172.21.15.90:0/83998247 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4f380cf570 msgr2=0x7f4f38143e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f3da00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4f380cf570 0x7f4f38143e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f3da00640 1 -- 172.21.15.90:0/83998247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f38154850 con 0x7f4f3815c330 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f3d000640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4f380cf570 0x7f4f38143e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:52.508 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f3da00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 0x7f4f3806d370 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4f3000c710 tx=0x7f4f3000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:52.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f35600640 1 -- 172.21.15.90:0/83998247 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f30018070 con 0x7f4f3815c330 2024-09-19T06:49:52.509 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f35600640 1 -- 172.21.15.90:0/83998247 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f3000ce20 con 0x7f4f3815c330 2024-09-19T06:49:52.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f35600640 1 -- 172.21.15.90:0/83998247 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f3000a880 con 0x7f4f3815c330 2024-09-19T06:49:52.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.506+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f38154b30 con 0x7f4f3815c330 2024-09-19T06:49:52.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.507+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f3815caf0 con 0x7f4f3815c330 2024-09-19T06:49:52.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.508+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f380b6140 con 0x7f4f3815c330 2024-09-19T06:49:52.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.508+0000 7f4f35600640 1 -- 172.21.15.90:0/83998247 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f3000aa20 con 0x7f4f3815c330 2024-09-19T06:49:52.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.509+0000 7f4f35600640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4f1406c2b0 0x7f4f1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.509+0000 7f4f35600640 1 -- 172.21.15.90:0/83998247 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f4f3008aa50 con 0x7f4f3815c330 2024-09-19T06:49:52.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.510+0000 7f4f3d000640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4f1406c2b0 0x7f4f1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.511 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.510+0000 7f4f3d000640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4f1406c2b0 0x7f4f1406e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4f2800aa30 tx=0x7f4f28008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:52.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.513+0000 7f4f35600640 1 -- 172.21.15.90:0/83998247 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4f3815c770 con 0x7f4f3815c330 2024-09-19T06:49:52.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.692+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4f38072e80 con 0x7f4f3815c330 2024-09-19T06:49:52.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.693+0000 7f4f35600640 1 -- 172.21.15.90:0/83998247 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16669 (secure 0 0 0) 0x7f4f30058a40 con 0x7f4f3815c330 2024-09-19T06:49:52.695 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:52.695 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":34,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:49:49.904096+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:49:46.097606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:49:47.313088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:49:52.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.695+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4f1406c2b0 msgr2=0x7f4f1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.695+0000 7f4f3fa00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4f1406c2b0 0x7f4f1406e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4f2800aa30 tx=0x7f4f28008040 comp rx=0 tx=0).stop 2024-09-19T06:49:52.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.695+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 msgr2=0x7f4f3806d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.695+0000 7f4f3fa00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 0x7f4f3806d370 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4f3000c710 tx=0x7f4f3000cbd0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.697 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.695+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 shutdown_connections 2024-09-19T06:49:52.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.696+0000 7f4f3fa00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f4f1406c2b0 0x7f4f1406e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.696+0000 7f4f3fa00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4f3815c330 0x7f4f3806d370 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.696+0000 7f4f3fa00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f4f38155800 0x7f4f3806ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.696+0000 7f4f3fa00640 1 --2- 172.21.15.90:0/83998247 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f4f380cf570 0x7f4f38143e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.696+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 >> 172.21.15.90:0/83998247 conn(0x7f4f3806bc10 msgr2=0x7f4f380cdbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:52.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.696+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 shutdown_connections 2024-09-19T06:49:52.698 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.696+0000 7f4f3fa00640 1 -- 172.21.15.90:0/83998247 wait complete. 2024-09-19T06:49:52.713 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:49:52.713 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:49:52.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.863+0000 7f731ee00640 1 Processor -- start 2024-09-19T06:49:52.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.863+0000 7f731ee00640 1 -- start start 2024-09-19T06:49:52.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.864+0000 7f731ee00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f73180b64e0 0x7f7318167110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.864+0000 7f731ee00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73180b49c0 con 0x7f731815c170 2024-09-19T06:49:52.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.864+0000 7f731ee00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73180b4cf0 con 0x7f731815c550 2024-09-19T06:49:52.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.864+0000 7f731ee00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f73180b4fd0 con 0x7f73180b64e0 2024-09-19T06:49:52.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.865+0000 7f7317e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f731815c170 0x7f73180cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:42870/0 (socket says 172.21.15.90:42870) 2024-09-19T06:49:52.866 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.865+0000 7f7317e00640 1 -- 172.21.15.90:0/833925980 learned_addr learned my addr 172.21.15.90:0/833925980 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:52.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.865+0000 7f731ce00640 1 --2- 172.21.15.90:0/833925980 >> v2:172.21.15.129:3300/0 conn(0x7f73180b64e0 0x7f7318167110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.865+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 729160719 0 0) 0x7f73180b49c0 con 0x7f731815c170 2024-09-19T06:49:52.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.865+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f72fc003520 con 0x7f731815c170 2024-09-19T06:49:52.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.865+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1168198884 0 0) 0x7f72fc003520 con 0x7f731815c170 2024-09-19T06:49:52.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.865+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 >> v2:172.21.15.129:3300/0 conn(0x7f73180b64e0 msgr2=0x7f7318167110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.865+0000 7f7317400640 1 --2- 172.21.15.90:0/833925980 >> v2:172.21.15.129:3300/0 conn(0x7f73180b64e0 0x7f7318167110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.865+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 >> v1:172.21.15.129:6789/0 conn(0x7f731815c550 legacy=0x7f73180b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73180b52b0 con 0x7f731815c170 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f7308001670 con 0x7f731815c170 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 >> v1:172.21.15.90:6789/0 conn(0x7f731815c170 legacy=0x7f73180cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317400640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72fc0039b0 0x7f72fc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317400640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f72fc0043b0 0x7f72fc004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317400640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f72fc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f73180b4fd0 con 0x7f72fc005120 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f72fc00c060 con 0x7f72fc0039b0 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f72fc00c260 con 0x7f72fc0043b0 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f731ce00640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f72fc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.869 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f7317e00640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72fc0039b0 0x7f72fc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f730f400640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f72fc0043b0 0x7f72fc004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f731ce00640 1 -- 172.21.15.90:0/833925980 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f72fc0043b0 msgr2=0x7f72fc004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:52.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f731ce00640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f72fc0043b0 0x7f72fc004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f731ce00640 1 -- 172.21.15.90:0/833925980 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72fc0039b0 msgr2=0x7f72fc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:52.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f731ce00640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f72fc0039b0 0x7f72fc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.866+0000 7f731ce00640 1 -- 172.21.15.90:0/833925980 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72fc003520 con 0x7f72fc005120 2024-09-19T06:49:52.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.867+0000 7f731ce00640 1 -- 172.21.15.90:0/833925980 reap_dead start 2024-09-19T06:49:52.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.867+0000 7f731ce00640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f72fc00b9c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7310009fc0 tx=0x7f72fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=980c3ed9b7b62086 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:52.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7310035020 con 0x7f72fc005120 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7310003bd0 con 0x7f72fc005120 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f7317400640 1 -- 172.21.15.90:0/833925980 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7310009c10 con 0x7f72fc005120 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f731ee00640 1 -- 172.21.15.90:0/833925980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 msgr2=0x7f72fc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f731ee00640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f72fc00b9c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7310009fc0 tx=0x7f72fc005830 comp rx=0 tx=0).stop 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f731ee00640 1 -- 172.21.15.90:0/833925980 shutdown_connections 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f731ee00640 1 --2- 172.21.15.90:0/833925980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f72fc00b9c0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f731ee00640 1 -- 172.21.15.90:0/833925980 >> 172.21.15.90:0/833925980 conn(0x7f731806bc10 msgr2=0x7f731806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f731ee00640 1 -- 172.21.15.90:0/833925980 shutdown_connections 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.868+0000 7f731ee00640 1 -- 172.21.15.90:0/833925980 wait complete. 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.870+0000 7f731ee00640 1 Processor -- start 2024-09-19T06:49:52.872 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.870+0000 7f731ee00640 1 -- start start 2024-09-19T06:49:52.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f731ee00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f731815f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f731ee00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73181f5f90 0x7f731814ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f731ee00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f731815a0b0 0x7f731815a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f731ee00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f73180b5b50 con 0x7f72fc005120 2024-09-19T06:49:52.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f731ee00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f73180b5870 con 0x7f73181f5f90 2024-09-19T06:49:52.874 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f731ee00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f731815c9c0 con 0x7f731815a0b0 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f7317e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f731815f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f7317e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f731815f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56388/0 (socket says 172.21.15.90:56388) 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f7317e00640 1 -- 172.21.15.90:0/485834526 learned_addr learned my addr 172.21.15.90:0/485834526 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f730f400640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73181f5f90 0x7f731814ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.871+0000 7f731ce00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f731815a0b0 0x7f731815a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f7317e00640 1 -- 172.21.15.90:0/485834526 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f731815a0b0 msgr2=0x7f731815a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f7317e00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f731815a0b0 0x7f731815a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f7317e00640 1 -- 172.21.15.90:0/485834526 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73181f5f90 msgr2=0x7f731814ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f7317e00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73181f5f90 0x7f731814ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f7317e00640 1 -- 172.21.15.90:0/485834526 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f731813cd60 con 0x7f72fc005120 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f7317e00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f731815f300 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f73080011e0 tx=0x7f7308007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f7314c00640 1 -- 172.21.15.90:0/485834526 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730800f780 con 0x7f72fc005120 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f7314c00640 1 -- 172.21.15.90:0/485834526 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7308018070 con 0x7f72fc005120 2024-09-19T06:49:52.875 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f7314c00640 1 -- 172.21.15.90:0/485834526 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730800fba0 con 0x7f72fc005120 2024-09-19T06:49:52.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f731815e260 con 0x7f72fc005120 2024-09-19T06:49:52.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.872+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f731815e820 con 0x7f72fc005120 2024-09-19T06:49:52.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.873+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73180b5dd0 con 0x7f72fc005120 2024-09-19T06:49:52.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.874+0000 7f7314c00640 1 -- 172.21.15.90:0/485834526 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f730800fd40 con 0x7f72fc005120 2024-09-19T06:49:52.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.875+0000 7f7314c00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f72f406c2b0 0x7f72f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:52.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.876+0000 7f7314c00640 1 -- 172.21.15.90:0/485834526 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f730808b440 con 0x7f72fc005120 2024-09-19T06:49:52.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.876+0000 7f730f400640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f72f406c2b0 0x7f72f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:52.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.876+0000 7f730f400640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f72f406c2b0 0x7f72f406e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f731814b7d0 tx=0x7f7300009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:52.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:52.880+0000 7f7314c00640 1 -- 172.21.15.90:0/485834526 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7308059b10 con 0x7f72fc005120 2024-09-19T06:49:53.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.054+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f731806d590 con 0x7f72f406c2b0 2024-09-19T06:49:53.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.061+0000 7f7314c00640 1 -- 172.21.15.90:0/485834526 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247626 (secure 0 0 0) 0x7f731806d590 con 0x7f72f406c2b0 2024-09-19T06:49:53.066 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:53.068 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:49:53.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f72f406c2b0 msgr2=0x7f72f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f72f406c2b0 0x7f72f406e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f731814b7d0 tx=0x7f7300009040 comp rx=0 tx=0).stop 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 msgr2=0x7f731815f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f731815f300 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f73080011e0 tx=0x7f7308007430 comp rx=0 tx=0).stop 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 shutdown_connections 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f72f406c2b0 0x7f72f406e770 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f731815a0b0 0x7f731815a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f73181f5f90 0x7f731814ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 --2- 172.21.15.90:0/485834526 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72fc005120 0x7f731815f300 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.065+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 >> 172.21.15.90:0/485834526 conn(0x7f731806bc10 msgr2=0x7f73181607b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.066+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 shutdown_connections 2024-09-19T06:49:53.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.066+0000 7f731ee00640 1 -- 172.21.15.90:0/485834526 wait complete. 2024-09-19T06:49:53.083 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":63,"stamp":"2024-09-19T06:49:53.028840+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":162,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":50,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220128,"kb_used_data":3904,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754592,"statfs":{"total":773094113280,"available":772868702208,"internally_reserved":0,"allocated":3997696,"data_stored":2224801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001026"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912386+0000","last_change":"2024-09-19T06:49:47.912386+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912386+0000","last_undegraded":"2024-09-19T06:49:47.912386+0000","last_fullsized":"2024-09-19T06:49:47.912386+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910880+0000","last_change":"2024-09-19T06:49:47.910880+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910880+0000","last_undegraded":"2024-09-19T06:49:47.910880+0000","last_fullsized":"2024-09-19T06:49:47.910880+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909921+0000","last_change":"2024-09-19T06:49:47.909921+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909921+0000","last_undegraded":"2024-09-19T06:49:47.909921+0000","last_fullsized":"2024-09-19T06:49:47.909921+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914266+0000","last_change":"2024-09-19T06:49:48.929113+0000","last_active":"2024-09-19T06:49:49.914266+0000","last_peered":"2024-09-19T06:49:49.914266+0000","last_clean":"2024-09-19T06:49:49.914266+0000","last_became_active":"2024-09-19T06:49:48.928531+0000","last_became_peered":"2024-09-19T06:49:48.928531+0000","last_unstale":"2024-09-19T06:49:49.914266+0000","last_undegraded":"2024-09-19T06:49:49.914266+0000","last_fullsized":"2024-09-19T06:49:49.914266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:56.137277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916988+0000","last_change":"2024-09-19T06:49:47.916988+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916988+0000","last_undegraded":"2024-09-19T06:49:47.916988+0000","last_fullsized":"2024-09-19T06:49:47.916988+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910044+0000","last_change":"2024-09-19T06:49:47.910044+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910044+0000","last_undegraded":"2024-09-19T06:49:47.910044+0000","last_fullsized":"2024-09-19T06:49:47.910044+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911288+0000","last_change":"2024-09-19T06:49:47.911288+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911288+0000","last_undegraded":"2024-09-19T06:49:47.911288+0000","last_fullsized":"2024-09-19T06:49:47.911288+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911560+0000","last_change":"2024-09-19T06:49:47.911560+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911560+0000","last_undegraded":"2024-09-19T06:49:47.911560+0000","last_fullsized":"2024-09-19T06:49:47.911560+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916913+0000","last_change":"2024-09-19T06:49:47.916913+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916913+0000","last_undegraded":"2024-09-19T06:49:47.916913+0000","last_fullsized":"2024-09-19T06:49:47.916913+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914805+0000","last_change":"2024-09-19T06:49:48.921255+0000","last_active":"2024-09-19T06:49:49.914805+0000","last_peered":"2024-09-19T06:49:49.914805+0000","last_clean":"2024-09-19T06:49:49.914805+0000","last_became_active":"2024-09-19T06:49:48.920995+0000","last_became_peered":"2024-09-19T06:49:48.920995+0000","last_unstale":"2024-09-19T06:49:49.914805+0000","last_undegraded":"2024-09-19T06:49:49.914805+0000","last_fullsized":"2024-09-19T06:49:49.914805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:10.479525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908266+0000","last_change":"2024-09-19T06:49:47.908266+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908266+0000","last_undegraded":"2024-09-19T06:49:47.908266+0000","last_fullsized":"2024-09-19T06:49:47.908266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908924+0000","last_change":"2024-09-19T06:49:47.908924+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908924+0000","last_undegraded":"2024-09-19T06:49:47.908924+0000","last_fullsized":"2024-09-19T06:49:47.908924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916217+0000","last_change":"2024-09-19T06:49:47.916217+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916217+0000","last_undegraded":"2024-09-19T06:49:47.916217+0000","last_fullsized":"2024-09-19T06:49:47.916217+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914016+0000","last_change":"2024-09-19T06:49:48.923433+0000","last_active":"2024-09-19T06:49:49.914016+0000","last_peered":"2024-09-19T06:49:49.914016+0000","last_clean":"2024-09-19T06:49:49.914016+0000","last_became_active":"2024-09-19T06:49:48.915931+0000","last_became_peered":"2024-09-19T06:49:48.915931+0000","last_unstale":"2024-09-19T06:49:49.914016+0000","last_undegraded":"2024-09-19T06:49:49.914016+0000","last_fullsized":"2024-09-19T06:49:49.914016+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:54.244269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907736+0000","last_change":"2024-09-19T06:49:47.907736+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907736+0000","last_undegraded":"2024-09-19T06:49:47.907736+0000","last_fullsized":"2024-09-19T06:49:47.907736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908766+0000","last_change":"2024-09-19T06:49:47.908766+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908766+0000","last_undegraded":"2024-09-19T06:49:47.908766+0000","last_fullsized":"2024-09-19T06:49:47.908766+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909691+0000","last_change":"2024-09-19T06:49:47.909691+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909691+0000","last_undegraded":"2024-09-19T06:49:47.909691+0000","last_fullsized":"2024-09-19T06:49:47.909691+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912710+0000","last_change":"2024-09-19T06:49:47.912710+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912710+0000","last_undegraded":"2024-09-19T06:49:47.912710+0000","last_fullsized":"2024-09-19T06:49:47.912710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912469+0000","last_change":"2024-09-19T06:49:47.912469+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912469+0000","last_undegraded":"2024-09-19T06:49:47.912469+0000","last_fullsized":"2024-09-19T06:49:47.912469+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.920284+0000","last_change":"2024-09-19T06:49:47.920284+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.920284+0000","last_undegraded":"2024-09-19T06:49:47.920284+0000","last_fullsized":"2024-09-19T06:49:47.920284+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907812+0000","last_change":"2024-09-19T06:49:47.907812+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907812+0000","last_undegraded":"2024-09-19T06:49:47.907812+0000","last_fullsized":"2024-09-19T06:49:47.907812+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911954+0000","last_change":"2024-09-19T06:49:47.911954+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911954+0000","last_undegraded":"2024-09-19T06:49:47.911954+0000","last_fullsized":"2024-09-19T06:49:47.911954+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916721+0000","last_change":"2024-09-19T06:49:47.916721+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916721+0000","last_undegraded":"2024-09-19T06:49:47.916721+0000","last_fullsized":"2024-09-19T06:49:47.916721+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911149+0000","last_change":"2024-09-19T06:49:47.911149+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911149+0000","last_undegraded":"2024-09-19T06:49:47.911149+0000","last_fullsized":"2024-09-19T06:49:47.911149+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914833+0000","last_change":"2024-09-19T06:49:48.917420+0000","last_active":"2024-09-19T06:49:49.914833+0000","last_peered":"2024-09-19T06:49:49.914833+0000","last_clean":"2024-09-19T06:49:49.914833+0000","last_became_active":"2024-09-19T06:49:48.916210+0000","last_became_peered":"2024-09-19T06:49:48.916210+0000","last_unstale":"2024-09-19T06:49:49.914833+0000","last_undegraded":"2024-09-19T06:49:49.914833+0000","last_fullsized":"2024-09-19T06:49:49.914833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:49.963724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914924+0000","last_change":"2024-09-19T06:49:48.932341+0000","last_active":"2024-09-19T06:49:49.914924+0000","last_peered":"2024-09-19T06:49:49.914924+0000","last_clean":"2024-09-19T06:49:49.914924+0000","last_became_active":"2024-09-19T06:49:48.930980+0000","last_became_peered":"2024-09-19T06:49:48.930980+0000","last_unstale":"2024-09-19T06:49:49.914924+0000","last_undegraded":"2024-09-19T06:49:49.914924+0000","last_fullsized":"2024-09-19T06:49:49.914924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:41.481396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915089+0000","last_change":"2024-09-19T06:49:47.915089+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915089+0000","last_undegraded":"2024-09-19T06:49:47.915089+0000","last_fullsized":"2024-09-19T06:49:47.915089+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.914009+0000","last_change":"2024-09-19T06:49:47.914009+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.914009+0000","last_undegraded":"2024-09-19T06:49:47.914009+0000","last_fullsized":"2024-09-19T06:49:47.914009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906382+0000","last_change":"2024-09-19T06:49:47.906382+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906382+0000","last_undegraded":"2024-09-19T06:49:47.906382+0000","last_fullsized":"2024-09-19T06:49:47.906382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906932+0000","last_change":"2024-09-19T06:49:47.906932+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906932+0000","last_undegraded":"2024-09-19T06:49:47.906932+0000","last_fullsized":"2024-09-19T06:49:47.906932+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910451+0000","last_change":"2024-09-19T06:49:47.910451+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910451+0000","last_undegraded":"2024-09-19T06:49:47.910451+0000","last_fullsized":"2024-09-19T06:49:47.910451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907893+0000","last_change":"2024-09-19T06:49:47.907893+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907893+0000","last_undegraded":"2024-09-19T06:49:47.907893+0000","last_fullsized":"2024-09-19T06:49:47.907893+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.918876+0000","last_change":"2024-09-19T06:49:47.918876+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.918876+0000","last_undegraded":"2024-09-19T06:49:47.918876+0000","last_fullsized":"2024-09-19T06:49:47.918876+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930603+0000","last_change":"2024-09-19T06:49:47.928893+0000","last_active":"2024-09-19T06:49:47.930603+0000","last_peered":"2024-09-19T06:49:47.930603+0000","last_clean":"2024-09-19T06:49:47.930603+0000","last_became_active":"2024-09-19T06:49:47.928618+0000","last_became_peered":"2024-09-19T06:49:47.928618+0000","last_unstale":"2024-09-19T06:49:47.930603+0000","last_undegraded":"2024-09-19T06:49:47.930603+0000","last_fullsized":"2024-09-19T06:49:47.930603+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:09.040741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911705+0000","last_change":"2024-09-19T06:49:47.911705+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911705+0000","last_undegraded":"2024-09-19T06:49:47.911705+0000","last_fullsized":"2024-09-19T06:49:47.911705+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914862+0000","last_change":"2024-09-19T06:49:47.927778+0000","last_active":"2024-09-19T06:49:49.914862+0000","last_peered":"2024-09-19T06:49:49.914862+0000","last_clean":"2024-09-19T06:49:49.914862+0000","last_became_active":"2024-09-19T06:49:47.927501+0000","last_became_peered":"2024-09-19T06:49:47.927501+0000","last_unstale":"2024-09-19T06:49:49.914862+0000","last_undegraded":"2024-09-19T06:49:49.914862+0000","last_fullsized":"2024-09-19T06:49:49.914862+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:17.203668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910859+0000","last_change":"2024-09-19T06:49:47.910859+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910859+0000","last_undegraded":"2024-09-19T06:49:47.910859+0000","last_fullsized":"2024-09-19T06:49:47.910859+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931724+0000","last_change":"2024-09-19T06:49:47.927955+0000","last_active":"2024-09-19T06:49:47.931724+0000","last_peered":"2024-09-19T06:49:47.931724+0000","last_clean":"2024-09-19T06:49:47.931724+0000","last_became_active":"2024-09-19T06:49:47.927666+0000","last_became_peered":"2024-09-19T06:49:47.927666+0000","last_unstale":"2024-09-19T06:49:47.931724+0000","last_undegraded":"2024-09-19T06:49:47.931724+0000","last_fullsized":"2024-09-19T06:49:47.931724+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:20.853559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914613+0000","last_change":"2024-09-19T06:49:48.930237+0000","last_active":"2024-09-19T06:49:49.914613+0000","last_peered":"2024-09-19T06:49:49.914613+0000","last_clean":"2024-09-19T06:49:49.914613+0000","last_became_active":"2024-09-19T06:49:48.929929+0000","last_became_peered":"2024-09-19T06:49:48.929929+0000","last_unstale":"2024-09-19T06:49:49.914613+0000","last_undegraded":"2024-09-19T06:49:49.914613+0000","last_fullsized":"2024-09-19T06:49:49.914613+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:18.873113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914656+0000","last_change":"2024-09-19T06:49:47.928048+0000","last_active":"2024-09-19T06:49:49.914656+0000","last_peered":"2024-09-19T06:49:49.914656+0000","last_clean":"2024-09-19T06:49:49.914656+0000","last_became_active":"2024-09-19T06:49:47.927675+0000","last_became_peered":"2024-09-19T06:49:47.927675+0000","last_unstale":"2024-09-19T06:49:49.914656+0000","last_undegraded":"2024-09-19T06:49:49.914656+0000","last_fullsized":"2024-09-19T06:49:49.914656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:13.141401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908951+0000","last_change":"2024-09-19T06:49:47.908951+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908951+0000","last_undegraded":"2024-09-19T06:49:47.908951+0000","last_fullsized":"2024-09-19T06:49:47.908951+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930356+0000","last_change":"2024-09-19T06:49:47.928193+0000","last_active":"2024-09-19T06:49:47.930356+0000","last_peered":"2024-09-19T06:49:47.930356+0000","last_clean":"2024-09-19T06:49:47.930356+0000","last_became_active":"2024-09-19T06:49:47.927865+0000","last_became_peered":"2024-09-19T06:49:47.927865+0000","last_unstale":"2024-09-19T06:49:47.930356+0000","last_undegraded":"2024-09-19T06:49:47.930356+0000","last_fullsized":"2024-09-19T06:49:47.930356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:14.554040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.913302+0000","last_change":"2024-09-19T06:49:47.913302+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.913302+0000","last_undegraded":"2024-09-19T06:49:47.913302+0000","last_fullsized":"2024-09-19T06:49:47.913302+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930284+0000","last_change":"2024-09-19T06:49:47.922669+0000","last_active":"2024-09-19T06:49:47.930284+0000","last_peered":"2024-09-19T06:49:47.930284+0000","last_clean":"2024-09-19T06:49:47.930284+0000","last_became_active":"2024-09-19T06:49:47.922424+0000","last_became_peered":"2024-09-19T06:49:47.922424+0000","last_unstale":"2024-09-19T06:49:47.930284+0000","last_undegraded":"2024-09-19T06:49:47.930284+0000","last_fullsized":"2024-09-19T06:49:47.930284+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.711086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908534+0000","last_change":"2024-09-19T06:49:47.908534+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908534+0000","last_undegraded":"2024-09-19T06:49:47.908534+0000","last_fullsized":"2024-09-19T06:49:47.908534+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.926883+0000","last_change":"2024-09-19T06:49:47.923558+0000","last_active":"2024-09-19T06:49:47.926883+0000","last_peered":"2024-09-19T06:49:47.926883+0000","last_clean":"2024-09-19T06:49:47.926883+0000","last_became_active":"2024-09-19T06:49:47.923295+0000","last_became_peered":"2024-09-19T06:49:47.923295+0000","last_unstale":"2024-09-19T06:49:47.926883+0000","last_undegraded":"2024-09-19T06:49:47.926883+0000","last_fullsized":"2024-09-19T06:49:47.926883+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:34.832052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914201+0000","last_change":"2024-09-19T06:49:48.929857+0000","last_active":"2024-09-19T06:49:49.914201+0000","last_peered":"2024-09-19T06:49:49.914201+0000","last_clean":"2024-09-19T06:49:49.914201+0000","last_became_active":"2024-09-19T06:49:48.929549+0000","last_became_peered":"2024-09-19T06:49:48.929549+0000","last_unstale":"2024-09-19T06:49:49.914201+0000","last_undegraded":"2024-09-19T06:49:49.914201+0000","last_fullsized":"2024-09-19T06:49:49.914201+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:33.804951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930299+0000","last_change":"2024-09-19T06:49:47.922441+0000","last_active":"2024-09-19T06:49:47.930299+0000","last_peered":"2024-09-19T06:49:47.930299+0000","last_clean":"2024-09-19T06:49:47.930299+0000","last_became_active":"2024-09-19T06:49:47.922170+0000","last_became_peered":"2024-09-19T06:49:47.922170+0000","last_unstale":"2024-09-19T06:49:47.930299+0000","last_undegraded":"2024-09-19T06:49:47.930299+0000","last_fullsized":"2024-09-19T06:49:47.930299+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:16.319471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909620+0000","last_change":"2024-09-19T06:49:47.909620+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909620+0000","last_undegraded":"2024-09-19T06:49:47.909620+0000","last_fullsized":"2024-09-19T06:49:47.909620+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931565+0000","last_change":"2024-09-19T06:49:47.924395+0000","last_active":"2024-09-19T06:49:47.931565+0000","last_peered":"2024-09-19T06:49:47.931565+0000","last_clean":"2024-09-19T06:49:47.931565+0000","last_became_active":"2024-09-19T06:49:47.924136+0000","last_became_peered":"2024-09-19T06:49:47.924136+0000","last_unstale":"2024-09-19T06:49:47.931565+0000","last_undegraded":"2024-09-19T06:49:47.931565+0000","last_fullsized":"2024-09-19T06:49:47.931565+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:39.120111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914871+0000","last_change":"2024-09-19T06:49:48.917564+0000","last_active":"2024-09-19T06:49:49.914871+0000","last_peered":"2024-09-19T06:49:49.914871+0000","last_clean":"2024-09-19T06:49:49.914871+0000","last_became_active":"2024-09-19T06:49:48.917039+0000","last_became_peered":"2024-09-19T06:49:48.917039+0000","last_unstale":"2024-09-19T06:49:49.914871+0000","last_undegraded":"2024-09-19T06:49:49.914871+0000","last_fullsized":"2024-09-19T06:49:49.914871+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:31.212543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931391+0000","last_change":"2024-09-19T06:49:47.923377+0000","last_active":"2024-09-19T06:49:47.931391+0000","last_peered":"2024-09-19T06:49:47.931391+0000","last_clean":"2024-09-19T06:49:47.931391+0000","last_became_active":"2024-09-19T06:49:47.923118+0000","last_became_peered":"2024-09-19T06:49:47.923118+0000","last_unstale":"2024-09-19T06:49:47.931391+0000","last_undegraded":"2024-09-19T06:49:47.931391+0000","last_fullsized":"2024-09-19T06:49:47.931391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:52.201066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914498+0000","last_change":"2024-09-19T06:49:48.928848+0000","last_active":"2024-09-19T06:49:49.914498+0000","last_peered":"2024-09-19T06:49:49.914498+0000","last_clean":"2024-09-19T06:49:49.914498+0000","last_became_active":"2024-09-19T06:49:48.928189+0000","last_became_peered":"2024-09-19T06:49:48.928189+0000","last_unstale":"2024-09-19T06:49:49.914498+0000","last_undegraded":"2024-09-19T06:49:49.914498+0000","last_fullsized":"2024-09-19T06:49:49.914498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:11.470797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.922706+0000","last_change":"2024-09-19T06:49:47.920334+0000","last_active":"2024-09-19T06:49:47.922706+0000","last_peered":"2024-09-19T06:49:47.922706+0000","last_clean":"2024-09-19T06:49:47.922706+0000","last_became_active":"2024-09-19T06:49:47.919881+0000","last_became_peered":"2024-09-19T06:49:47.919881+0000","last_unstale":"2024-09-19T06:49:47.922706+0000","last_undegraded":"2024-09-19T06:49:47.922706+0000","last_fullsized":"2024-09-19T06:49:47.922706+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:13.117897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911158+0000","last_change":"2024-09-19T06:49:47.911158+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911158+0000","last_undegraded":"2024-09-19T06:49:47.911158+0000","last_fullsized":"2024-09-19T06:49:47.911158+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933934+0000","last_change":"2024-09-19T06:49:47.932586+0000","last_active":"2024-09-19T06:49:47.933934+0000","last_peered":"2024-09-19T06:49:47.933934+0000","last_clean":"2024-09-19T06:49:47.933934+0000","last_became_active":"2024-09-19T06:49:47.932286+0000","last_became_peered":"2024-09-19T06:49:47.932286+0000","last_unstale":"2024-09-19T06:49:47.933934+0000","last_undegraded":"2024-09-19T06:49:47.933934+0000","last_fullsized":"2024-09-19T06:49:47.933934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:39.655684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.921577+0000","last_change":"2024-09-19T06:49:47.921577+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.921577+0000","last_undegraded":"2024-09-19T06:49:47.921577+0000","last_fullsized":"2024-09-19T06:49:47.921577+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.929916+0000","last_change":"2024-09-19T06:49:47.921039+0000","last_active":"2024-09-19T06:49:47.929916+0000","last_peered":"2024-09-19T06:49:47.929916+0000","last_clean":"2024-09-19T06:49:47.929916+0000","last_became_active":"2024-09-19T06:49:47.920761+0000","last_became_peered":"2024-09-19T06:49:47.920761+0000","last_unstale":"2024-09-19T06:49:47.929916+0000","last_undegraded":"2024-09-19T06:49:47.929916+0000","last_fullsized":"2024-09-19T06:49:47.929916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:17.971011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914504+0000","last_change":"2024-09-19T06:49:48.935172+0000","last_active":"2024-09-19T06:49:49.914504+0000","last_peered":"2024-09-19T06:49:49.914504+0000","last_clean":"2024-09-19T06:49:49.914504+0000","last_became_active":"2024-09-19T06:49:48.934307+0000","last_became_peered":"2024-09-19T06:49:48.934307+0000","last_unstale":"2024-09-19T06:49:49.914504+0000","last_undegraded":"2024-09-19T06:49:49.914504+0000","last_fullsized":"2024-09-19T06:49:49.914504+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:36.028579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914061+0000","last_change":"2024-09-19T06:49:47.927151+0000","last_active":"2024-09-19T06:49:49.914061+0000","last_peered":"2024-09-19T06:49:49.914061+0000","last_clean":"2024-09-19T06:49:49.914061+0000","last_became_active":"2024-09-19T06:49:47.925606+0000","last_became_peered":"2024-09-19T06:49:47.925606+0000","last_unstale":"2024-09-19T06:49:49.914061+0000","last_undegraded":"2024-09-19T06:49:49.914061+0000","last_fullsized":"2024-09-19T06:49:49.914061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:09:20.522905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910603+0000","last_change":"2024-09-19T06:49:47.910603+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910603+0000","last_undegraded":"2024-09-19T06:49:47.910603+0000","last_fullsized":"2024-09-19T06:49:47.910603+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914277+0000","last_change":"2024-09-19T06:49:47.929701+0000","last_active":"2024-09-19T06:49:49.914277+0000","last_peered":"2024-09-19T06:49:49.914277+0000","last_clean":"2024-09-19T06:49:49.914277+0000","last_became_active":"2024-09-19T06:49:47.929369+0000","last_became_peered":"2024-09-19T06:49:47.929369+0000","last_unstale":"2024-09-19T06:49:49.914277+0000","last_undegraded":"2024-09-19T06:49:49.914277+0000","last_fullsized":"2024-09-19T06:49:49.914277+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:33.127487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909508+0000","last_change":"2024-09-19T06:49:47.909508+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909508+0000","last_undegraded":"2024-09-19T06:49:47.909508+0000","last_fullsized":"2024-09-19T06:49:47.909508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.924225+0000","last_change":"2024-09-19T06:49:47.920554+0000","last_active":"2024-09-19T06:49:47.924225+0000","last_peered":"2024-09-19T06:49:47.924225+0000","last_clean":"2024-09-19T06:49:47.924225+0000","last_became_active":"2024-09-19T06:49:47.920160+0000","last_became_peered":"2024-09-19T06:49:47.920160+0000","last_unstale":"2024-09-19T06:49:47.924225+0000","last_undegraded":"2024-09-19T06:49:47.924225+0000","last_fullsized":"2024-09-19T06:49:47.924225+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:12.468831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907501+0000","last_change":"2024-09-19T06:49:47.907501+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907501+0000","last_undegraded":"2024-09-19T06:49:47.907501+0000","last_fullsized":"2024-09-19T06:49:47.907501+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931148+0000","last_change":"2024-09-19T06:49:47.924508+0000","last_active":"2024-09-19T06:49:47.931148+0000","last_peered":"2024-09-19T06:49:47.931148+0000","last_clean":"2024-09-19T06:49:47.931148+0000","last_became_active":"2024-09-19T06:49:47.921713+0000","last_became_peered":"2024-09-19T06:49:47.921713+0000","last_unstale":"2024-09-19T06:49:47.931148+0000","last_undegraded":"2024-09-19T06:49:47.931148+0000","last_fullsized":"2024-09-19T06:49:47.931148+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:54.732260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911321+0000","last_change":"2024-09-19T06:49:47.911321+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911321+0000","last_undegraded":"2024-09-19T06:49:47.911321+0000","last_fullsized":"2024-09-19T06:49:47.911321+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930431+0000","last_change":"2024-09-19T06:49:47.921775+0000","last_active":"2024-09-19T06:49:47.930431+0000","last_peered":"2024-09-19T06:49:47.930431+0000","last_clean":"2024-09-19T06:49:47.930431+0000","last_became_active":"2024-09-19T06:49:47.921483+0000","last_became_peered":"2024-09-19T06:49:47.921483+0000","last_unstale":"2024-09-19T06:49:47.930431+0000","last_undegraded":"2024-09-19T06:49:47.930431+0000","last_fullsized":"2024-09-19T06:49:47.930431+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:51.551036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915623+0000","last_change":"2024-09-19T06:49:47.915623+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915623+0000","last_undegraded":"2024-09-19T06:49:47.915623+0000","last_fullsized":"2024-09-19T06:49:47.915623+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.927325+0000","last_change":"2024-09-19T06:49:47.926274+0000","last_active":"2024-09-19T06:49:47.927325+0000","last_peered":"2024-09-19T06:49:47.927325+0000","last_clean":"2024-09-19T06:49:47.927325+0000","last_became_active":"2024-09-19T06:49:47.924602+0000","last_became_peered":"2024-09-19T06:49:47.924602+0000","last_unstale":"2024-09-19T06:49:47.927325+0000","last_undegraded":"2024-09-19T06:49:47.927325+0000","last_fullsized":"2024-09-19T06:49:47.927325+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:59.198751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911538+0000","last_change":"2024-09-19T06:49:47.911538+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911538+0000","last_undegraded":"2024-09-19T06:49:47.911538+0000","last_fullsized":"2024-09-19T06:49:47.911538+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930633+0000","last_change":"2024-09-19T06:49:47.925886+0000","last_active":"2024-09-19T06:49:47.930633+0000","last_peered":"2024-09-19T06:49:47.930633+0000","last_clean":"2024-09-19T06:49:47.930633+0000","last_became_active":"2024-09-19T06:49:47.925592+0000","last_became_peered":"2024-09-19T06:49:47.925592+0000","last_unstale":"2024-09-19T06:49:47.930633+0000","last_undegraded":"2024-09-19T06:49:47.930633+0000","last_fullsized":"2024-09-19T06:49:47.930633+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:52.201066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.921104+0000","last_change":"2024-09-19T06:49:47.921104+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.921104+0000","last_undegraded":"2024-09-19T06:49:47.921104+0000","last_fullsized":"2024-09-19T06:49:47.921104+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931290+0000","last_change":"2024-09-19T06:49:47.923066+0000","last_active":"2024-09-19T06:49:47.931290+0000","last_peered":"2024-09-19T06:49:47.931290+0000","last_clean":"2024-09-19T06:49:47.931290+0000","last_became_active":"2024-09-19T06:49:47.922758+0000","last_became_peered":"2024-09-19T06:49:47.922758+0000","last_unstale":"2024-09-19T06:49:47.931290+0000","last_undegraded":"2024-09-19T06:49:47.931290+0000","last_fullsized":"2024-09-19T06:49:47.931290+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:49.332426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915985+0000","last_change":"2024-09-19T06:49:47.915985+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915985+0000","last_undegraded":"2024-09-19T06:49:47.915985+0000","last_fullsized":"2024-09-19T06:49:47.915985+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930240+0000","last_change":"2024-09-19T06:49:47.921760+0000","last_active":"2024-09-19T06:49:47.930240+0000","last_peered":"2024-09-19T06:49:47.930240+0000","last_clean":"2024-09-19T06:49:47.930240+0000","last_became_active":"2024-09-19T06:49:47.921522+0000","last_became_peered":"2024-09-19T06:49:47.921522+0000","last_unstale":"2024-09-19T06:49:47.930240+0000","last_undegraded":"2024-09-19T06:49:47.930240+0000","last_fullsized":"2024-09-19T06:49:47.930240+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:48.349724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.914805+0000","last_change":"2024-09-19T06:49:47.914805+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.914805+0000","last_undegraded":"2024-09-19T06:49:47.914805+0000","last_fullsized":"2024-09-19T06:49:47.914805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933359+0000","last_change":"2024-09-19T06:49:47.928111+0000","last_active":"2024-09-19T06:49:47.933359+0000","last_peered":"2024-09-19T06:49:47.933359+0000","last_clean":"2024-09-19T06:49:47.933359+0000","last_became_active":"2024-09-19T06:49:47.927822+0000","last_became_peered":"2024-09-19T06:49:47.927822+0000","last_unstale":"2024-09-19T06:49:47.933359+0000","last_undegraded":"2024-09-19T06:49:47.933359+0000","last_fullsized":"2024-09-19T06:49:47.933359+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:17.971011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908342+0000","last_change":"2024-09-19T06:49:47.908342+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908342+0000","last_undegraded":"2024-09-19T06:49:47.908342+0000","last_fullsized":"2024-09-19T06:49:47.908342+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.928295+0000","last_change":"2024-09-19T06:49:47.926445+0000","last_active":"2024-09-19T06:49:47.928295+0000","last_peered":"2024-09-19T06:49:47.928295+0000","last_clean":"2024-09-19T06:49:47.928295+0000","last_became_active":"2024-09-19T06:49:47.924265+0000","last_became_peered":"2024-09-19T06:49:47.924265+0000","last_unstale":"2024-09-19T06:49:47.928295+0000","last_undegraded":"2024-09-19T06:49:47.928295+0000","last_fullsized":"2024-09-19T06:49:47.928295+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:14.574593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911063+0000","last_change":"2024-09-19T06:49:47.911063+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911063+0000","last_undegraded":"2024-09-19T06:49:47.911063+0000","last_fullsized":"2024-09-19T06:49:47.911063+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933907+0000","last_change":"2024-09-19T06:49:47.932095+0000","last_active":"2024-09-19T06:49:47.933907+0000","last_peered":"2024-09-19T06:49:47.933907+0000","last_clean":"2024-09-19T06:49:47.933907+0000","last_became_active":"2024-09-19T06:49:47.931171+0000","last_became_peered":"2024-09-19T06:49:47.931171+0000","last_unstale":"2024-09-19T06:49:47.933907+0000","last_undegraded":"2024-09-19T06:49:47.933907+0000","last_fullsized":"2024-09-19T06:49:47.933907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:55.921018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907834+0000","last_change":"2024-09-19T06:49:47.907834+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907834+0000","last_undegraded":"2024-09-19T06:49:47.907834+0000","last_fullsized":"2024-09-19T06:49:47.907834+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931368+0000","last_change":"2024-09-19T06:49:47.923149+0000","last_active":"2024-09-19T06:49:47.931368+0000","last_peered":"2024-09-19T06:49:47.931368+0000","last_clean":"2024-09-19T06:49:47.931368+0000","last_became_active":"2024-09-19T06:49:47.922829+0000","last_became_peered":"2024-09-19T06:49:47.922829+0000","last_unstale":"2024-09-19T06:49:47.931368+0000","last_undegraded":"2024-09-19T06:49:47.931368+0000","last_fullsized":"2024-09-19T06:49:47.931368+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:08.259574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911025+0000","last_change":"2024-09-19T06:49:47.911025+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911025+0000","last_undegraded":"2024-09-19T06:49:47.911025+0000","last_fullsized":"2024-09-19T06:49:47.911025+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931622+0000","last_change":"2024-09-19T06:49:47.923955+0000","last_active":"2024-09-19T06:49:47.931622+0000","last_peered":"2024-09-19T06:49:47.931622+0000","last_clean":"2024-09-19T06:49:47.931622+0000","last_became_active":"2024-09-19T06:49:47.923663+0000","last_became_peered":"2024-09-19T06:49:47.923663+0000","last_unstale":"2024-09-19T06:49:47.931622+0000","last_undegraded":"2024-09-19T06:49:47.931622+0000","last_fullsized":"2024-09-19T06:49:47.931622+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.711086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906579+0000","last_change":"2024-09-19T06:49:47.906579+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906579+0000","last_undegraded":"2024-09-19T06:49:47.906579+0000","last_fullsized":"2024-09-19T06:49:47.906579+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933067+0000","last_change":"2024-09-19T06:49:47.928060+0000","last_active":"2024-09-19T06:49:47.933067+0000","last_peered":"2024-09-19T06:49:47.933067+0000","last_clean":"2024-09-19T06:49:47.933067+0000","last_became_active":"2024-09-19T06:49:47.927627+0000","last_became_peered":"2024-09-19T06:49:47.927627+0000","last_unstale":"2024-09-19T06:49:47.933067+0000","last_undegraded":"2024-09-19T06:49:47.933067+0000","last_fullsized":"2024-09-19T06:49:47.933067+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:14.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914587+0000","last_change":"2024-09-19T06:49:48.934617+0000","last_active":"2024-09-19T06:49:49.914587+0000","last_peered":"2024-09-19T06:49:49.914587+0000","last_clean":"2024-09-19T06:49:49.914587+0000","last_became_active":"2024-09-19T06:49:48.934151+0000","last_became_peered":"2024-09-19T06:49:48.934151+0000","last_unstale":"2024-09-19T06:49:49.914587+0000","last_undegraded":"2024-09-19T06:49:49.914587+0000","last_fullsized":"2024-09-19T06:49:49.914587+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:15.280901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933027+0000","last_change":"2024-09-19T06:49:47.927149+0000","last_active":"2024-09-19T06:49:47.933027+0000","last_peered":"2024-09-19T06:49:47.933027+0000","last_clean":"2024-09-19T06:49:47.933027+0000","last_became_active":"2024-09-19T06:49:47.925365+0000","last_became_peered":"2024-09-19T06:49:47.925365+0000","last_unstale":"2024-09-19T06:49:47.933027+0000","last_undegraded":"2024-09-19T06:49:47.933027+0000","last_fullsized":"2024-09-19T06:49:47.933027+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:14.554040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913723+0000","last_change":"2024-09-19T06:49:48.929772+0000","last_active":"2024-09-19T06:49:49.913723+0000","last_peered":"2024-09-19T06:49:49.913723+0000","last_clean":"2024-09-19T06:49:49.913723+0000","last_became_active":"2024-09-19T06:49:48.929499+0000","last_became_peered":"2024-09-19T06:49:48.929499+0000","last_unstale":"2024-09-19T06:49:49.913723+0000","last_undegraded":"2024-09-19T06:49:49.913723+0000","last_fullsized":"2024-09-19T06:49:49.913723+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:39.300767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930269+0000","last_change":"2024-09-19T06:49:47.922211+0000","last_active":"2024-09-19T06:49:47.930269+0000","last_peered":"2024-09-19T06:49:47.930269+0000","last_clean":"2024-09-19T06:49:47.930269+0000","last_became_active":"2024-09-19T06:49:47.921467+0000","last_became_peered":"2024-09-19T06:49:47.921467+0000","last_unstale":"2024-09-19T06:49:47.930269+0000","last_undegraded":"2024-09-19T06:49:47.930269+0000","last_fullsized":"2024-09-19T06:49:47.930269+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:59.489859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907472+0000","last_change":"2024-09-19T06:49:47.907472+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907472+0000","last_undegraded":"2024-09-19T06:49:47.907472+0000","last_fullsized":"2024-09-19T06:49:47.907472+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913653+0000","last_change":"2024-09-19T06:49:47.929400+0000","last_active":"2024-09-19T06:49:49.913653+0000","last_peered":"2024-09-19T06:49:49.913653+0000","last_clean":"2024-09-19T06:49:49.913653+0000","last_became_active":"2024-09-19T06:49:47.927935+0000","last_became_peered":"2024-09-19T06:49:47.927935+0000","last_unstale":"2024-09-19T06:49:49.913653+0000","last_undegraded":"2024-09-19T06:49:49.913653+0000","last_fullsized":"2024-09-19T06:49:49.913653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:15.677856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906495+0000","last_change":"2024-09-19T06:49:47.906495+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906495+0000","last_undegraded":"2024-09-19T06:49:47.906495+0000","last_fullsized":"2024-09-19T06:49:47.906495+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.927301+0000","last_change":"2024-09-19T06:49:47.925746+0000","last_active":"2024-09-19T06:49:47.927301+0000","last_peered":"2024-09-19T06:49:47.927301+0000","last_clean":"2024-09-19T06:49:47.927301+0000","last_became_active":"2024-09-19T06:49:47.923967+0000","last_became_peered":"2024-09-19T06:49:47.923967+0000","last_unstale":"2024-09-19T06:49:47.927301+0000","last_undegraded":"2024-09-19T06:49:47.927301+0000","last_fullsized":"2024-09-19T06:49:47.927301+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:04.382693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":188,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.908713+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:49:47.908713+0000","last_peered":"2024-09-19T06:49:47.908713+0000","last_clean":"2024-09-19T06:49:47.908713+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:49:47.908713+0000","last_undegraded":"2024-09-19T06:49:47.908713+0000","last_fullsized":"2024-09-19T06:49:47.908713+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509456,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":352256,"data_stored":131807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":946176,"data_stored":722175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":352256,"data_stored":131807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":715900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542162,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":146516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:49:53.088 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:49:53.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.274+0000 7fcf73e00640 1 Processor -- start 2024-09-19T06:49:53.275 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.274+0000 7fcf73e00640 1 -- start start 2024-09-19T06:49:53.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.275+0000 7fcf73e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fcf7415e5f0 0x7fcf740d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.275+0000 7fcf73e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740b8900 0x7fcf740d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.275+0000 7fcf73e00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf7415e9d0 con 0x7fcf740d13c0 2024-09-19T06:49:53.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.275+0000 7fcf73e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fcf740b9b30 con 0x7fcf7415e5f0 2024-09-19T06:49:53.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.275+0000 7fcf73e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fcf740b8f20 con 0x7fcf740b8900 2024-09-19T06:49:53.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.275+0000 7fcf72a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fcf7415e5f0 0x7fcf740d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.275+0000 7fcf72a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fcf7415e5f0 0x7fcf740d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56394/0 (socket says 172.21.15.90:56394) 2024-09-19T06:49:53.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.275+0000 7fcf72a00640 1 -- 172.21.15.90:0/2512592367 learned_addr learned my addr 172.21.15.90:0/2512592367 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:53.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.276+0000 7fcf73400640 1 --2- 172.21.15.90:0/2512592367 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740b8900 0x7fcf740d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.276+0000 7fcf72a00640 1 -- 172.21.15.90:0/2512592367 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740b8900 msgr2=0x7fcf740d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:53.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.276+0000 7fcf72a00640 1 --2- 172.21.15.90:0/2512592367 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740b8900 0x7fcf740d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.276+0000 7fcf72a00640 1 -- 172.21.15.90:0/2512592367 >> v1:172.21.15.129:6789/0 conn(0x7fcf740d13c0 legacy=0x7fcf740b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.276+0000 7fcf72a00640 1 -- 172.21.15.90:0/2512592367 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf740b9200 con 0x7fcf7415e5f0 2024-09-19T06:49:53.278 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.276+0000 7fcf73400640 1 --2- 172.21.15.90:0/2512592367 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740b8900 0x7fcf740d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:53.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.277+0000 7fcf72a00640 1 --2- 172.21.15.90:0/2512592367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf7415e5f0 0x7fcf740d0e80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fcf64009870 tx=0x7fcf6402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26eb4c0727ec3a3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:53.279 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.277+0000 7fcf71600640 1 -- 172.21.15.90:0/2512592367 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64037070 con 0x7fcf7415e5f0 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.277+0000 7fcf71600640 1 -- 172.21.15.90:0/2512592367 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf64032440 con 0x7fcf7415e5f0 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.277+0000 7fcf71600640 1 -- 172.21.15.90:0/2512592367 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64032810 con 0x7fcf7415e5f0 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.278+0000 7fcf73e00640 1 -- 172.21.15.90:0/2512592367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf7415e5f0 msgr2=0x7fcf740d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.278+0000 7fcf73e00640 1 --2- 172.21.15.90:0/2512592367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf7415e5f0 0x7fcf740d0e80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fcf64009870 tx=0x7fcf6402a270 comp rx=0 tx=0).stop 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.278+0000 7fcf73e00640 1 -- 172.21.15.90:0/2512592367 shutdown_connections 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.278+0000 7fcf73e00640 1 --2- 172.21.15.90:0/2512592367 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740b8900 0x7fcf740d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.278+0000 7fcf73e00640 1 --2- 172.21.15.90:0/2512592367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf7415e5f0 0x7fcf740d0e80 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.278+0000 7fcf73e00640 1 -- 172.21.15.90:0/2512592367 >> 172.21.15.90:0/2512592367 conn(0x7fcf74062630 msgr2=0x7fcf74062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.278+0000 7fcf73e00640 1 -- 172.21.15.90:0/2512592367 shutdown_connections 2024-09-19T06:49:53.280 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.278+0000 7fcf73e00640 1 -- 172.21.15.90:0/2512592367 wait complete. 2024-09-19T06:49:53.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.279+0000 7fcf73e00640 1 Processor -- start 2024-09-19T06:49:53.281 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.279+0000 7fcf73e00640 1 -- start start 2024-09-19T06:49:53.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.280+0000 7fcf73e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf740b8900 0x7fcf740c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.280+0000 7fcf73e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740d13c0 0x7fcf7415ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.280+0000 7fcf73e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcf7415e5f0 0x7fcf7415b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.282 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.280+0000 7fcf73e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcf740d3100 con 0x7fcf740b8900 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.280+0000 7fcf73e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fcf740b97c0 con 0x7fcf7415e5f0 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.280+0000 7fcf73e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fcf740d3280 con 0x7fcf740d13c0 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.280+0000 7fcf72a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf740b8900 0x7fcf740c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf72a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf740b8900 0x7fcf740c9cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56406/0 (socket says 172.21.15.90:56406) 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf72a00640 1 -- 172.21.15.90:0/3747359413 learned_addr learned my addr 172.21.15.90:0/3747359413 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf73400640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcf7415e5f0 0x7fcf7415b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf72000640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740d13c0 0x7fcf7415ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf72a00640 1 -- 172.21.15.90:0/3747359413 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740d13c0 msgr2=0x7fcf7415ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf72a00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740d13c0 0x7fcf7415ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf72a00640 1 -- 172.21.15.90:0/3747359413 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcf7415e5f0 msgr2=0x7fcf7415b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf72a00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcf7415e5f0 0x7fcf7415b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf72a00640 1 -- 172.21.15.90:0/3747359413 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf741f4110 con 0x7fcf740b8900 2024-09-19T06:49:53.283 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf73400640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcf7415e5f0 0x7fcf7415b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:53.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.281+0000 7fcf72a00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf740b8900 0x7fcf740c9cb0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcf64000c00 tx=0x7fcf640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:53.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.282+0000 7fcf6aa00640 1 -- 172.21.15.90:0/3747359413 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64037040 con 0x7fcf740b8900 2024-09-19T06:49:53.284 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.282+0000 7fcf6aa00640 1 -- 172.21.15.90:0/3747359413 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf64042070 con 0x7fcf740b8900 2024-09-19T06:49:53.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.282+0000 7fcf6aa00640 1 -- 172.21.15.90:0/3747359413 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64030bd0 con 0x7fcf740b8900 2024-09-19T06:49:53.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.282+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf7415b810 con 0x7fcf740b8900 2024-09-19T06:49:53.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.282+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf7415c0a0 con 0x7fcf740b8900 2024-09-19T06:49:53.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.283+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf74069c20 con 0x7fcf740b8900 2024-09-19T06:49:53.285 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.284+0000 7fcf6aa00640 1 -- 172.21.15.90:0/3747359413 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcf64047460 con 0x7fcf740b8900 2024-09-19T06:49:53.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.284+0000 7fcf6aa00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcf5406c2b0 0x7fcf5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.285+0000 7fcf6aa00640 1 -- 172.21.15.90:0/3747359413 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fcf640abfe0 con 0x7fcf740b8900 2024-09-19T06:49:53.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.285+0000 7fcf72000640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcf5406c2b0 0x7fcf5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.285+0000 7fcf72000640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcf5406c2b0 0x7fcf5406e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcf740cb1b0 tx=0x7fcf60009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:53.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.289+0000 7fcf6aa00640 1 -- 172.21.15.90:0/3747359413 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcf64045360 con 0x7fcf740b8900 2024-09-19T06:49:53.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.459+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcf740d2bc0 con 0x7fcf5406c2b0 2024-09-19T06:49:53.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.466+0000 7fcf6aa00640 1 -- 172.21.15.90:0/3747359413 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247626 (secure 0 0 0) 0x7fcf740d2bc0 con 0x7fcf5406c2b0 2024-09-19T06:49:53.470 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:53.471 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:49:53.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcf5406c2b0 msgr2=0x7fcf5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcf5406c2b0 0x7fcf5406e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcf740cb1b0 tx=0x7fcf60009040 comp rx=0 tx=0).stop 2024-09-19T06:49:53.472 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf740b8900 msgr2=0x7fcf740c9cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf740b8900 0x7fcf740c9cb0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcf64000c00 tx=0x7fcf640046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 shutdown_connections 2024-09-19T06:49:53.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fcf5406c2b0 0x7fcf5406e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fcf7415e5f0 0x7fcf7415b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fcf740d13c0 0x7fcf7415ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 --2- 172.21.15.90:0/3747359413 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf740b8900 0x7fcf740c9cb0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 >> 172.21.15.90:0/3747359413 conn(0x7fcf74062630 msgr2=0x7fcf740d3f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:53.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.469+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 shutdown_connections 2024-09-19T06:49:53.473 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.470+0000 7fcf73e00640 1 -- 172.21.15.90:0/3747359413 wait complete. 2024-09-19T06:49:53.486 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":63,"stamp":"2024-09-19T06:49:53.028840+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":162,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":50,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220128,"kb_used_data":3904,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754592,"statfs":{"total":773094113280,"available":772868702208,"internally_reserved":0,"allocated":3997696,"data_stored":2224801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001026"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912386+0000","last_change":"2024-09-19T06:49:47.912386+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912386+0000","last_undegraded":"2024-09-19T06:49:47.912386+0000","last_fullsized":"2024-09-19T06:49:47.912386+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910880+0000","last_change":"2024-09-19T06:49:47.910880+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910880+0000","last_undegraded":"2024-09-19T06:49:47.910880+0000","last_fullsized":"2024-09-19T06:49:47.910880+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909921+0000","last_change":"2024-09-19T06:49:47.909921+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909921+0000","last_undegraded":"2024-09-19T06:49:47.909921+0000","last_fullsized":"2024-09-19T06:49:47.909921+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914266+0000","last_change":"2024-09-19T06:49:48.929113+0000","last_active":"2024-09-19T06:49:49.914266+0000","last_peered":"2024-09-19T06:49:49.914266+0000","last_clean":"2024-09-19T06:49:49.914266+0000","last_became_active":"2024-09-19T06:49:48.928531+0000","last_became_peered":"2024-09-19T06:49:48.928531+0000","last_unstale":"2024-09-19T06:49:49.914266+0000","last_undegraded":"2024-09-19T06:49:49.914266+0000","last_fullsized":"2024-09-19T06:49:49.914266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:56.137277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916988+0000","last_change":"2024-09-19T06:49:47.916988+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916988+0000","last_undegraded":"2024-09-19T06:49:47.916988+0000","last_fullsized":"2024-09-19T06:49:47.916988+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910044+0000","last_change":"2024-09-19T06:49:47.910044+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910044+0000","last_undegraded":"2024-09-19T06:49:47.910044+0000","last_fullsized":"2024-09-19T06:49:47.910044+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911288+0000","last_change":"2024-09-19T06:49:47.911288+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911288+0000","last_undegraded":"2024-09-19T06:49:47.911288+0000","last_fullsized":"2024-09-19T06:49:47.911288+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911560+0000","last_change":"2024-09-19T06:49:47.911560+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911560+0000","last_undegraded":"2024-09-19T06:49:47.911560+0000","last_fullsized":"2024-09-19T06:49:47.911560+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916913+0000","last_change":"2024-09-19T06:49:47.916913+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916913+0000","last_undegraded":"2024-09-19T06:49:47.916913+0000","last_fullsized":"2024-09-19T06:49:47.916913+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914805+0000","last_change":"2024-09-19T06:49:48.921255+0000","last_active":"2024-09-19T06:49:49.914805+0000","last_peered":"2024-09-19T06:49:49.914805+0000","last_clean":"2024-09-19T06:49:49.914805+0000","last_became_active":"2024-09-19T06:49:48.920995+0000","last_became_peered":"2024-09-19T06:49:48.920995+0000","last_unstale":"2024-09-19T06:49:49.914805+0000","last_undegraded":"2024-09-19T06:49:49.914805+0000","last_fullsized":"2024-09-19T06:49:49.914805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:10.479525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908266+0000","last_change":"2024-09-19T06:49:47.908266+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908266+0000","last_undegraded":"2024-09-19T06:49:47.908266+0000","last_fullsized":"2024-09-19T06:49:47.908266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908924+0000","last_change":"2024-09-19T06:49:47.908924+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908924+0000","last_undegraded":"2024-09-19T06:49:47.908924+0000","last_fullsized":"2024-09-19T06:49:47.908924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916217+0000","last_change":"2024-09-19T06:49:47.916217+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916217+0000","last_undegraded":"2024-09-19T06:49:47.916217+0000","last_fullsized":"2024-09-19T06:49:47.916217+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914016+0000","last_change":"2024-09-19T06:49:48.923433+0000","last_active":"2024-09-19T06:49:49.914016+0000","last_peered":"2024-09-19T06:49:49.914016+0000","last_clean":"2024-09-19T06:49:49.914016+0000","last_became_active":"2024-09-19T06:49:48.915931+0000","last_became_peered":"2024-09-19T06:49:48.915931+0000","last_unstale":"2024-09-19T06:49:49.914016+0000","last_undegraded":"2024-09-19T06:49:49.914016+0000","last_fullsized":"2024-09-19T06:49:49.914016+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:54.244269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907736+0000","last_change":"2024-09-19T06:49:47.907736+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907736+0000","last_undegraded":"2024-09-19T06:49:47.907736+0000","last_fullsized":"2024-09-19T06:49:47.907736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908766+0000","last_change":"2024-09-19T06:49:47.908766+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908766+0000","last_undegraded":"2024-09-19T06:49:47.908766+0000","last_fullsized":"2024-09-19T06:49:47.908766+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909691+0000","last_change":"2024-09-19T06:49:47.909691+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909691+0000","last_undegraded":"2024-09-19T06:49:47.909691+0000","last_fullsized":"2024-09-19T06:49:47.909691+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912710+0000","last_change":"2024-09-19T06:49:47.912710+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912710+0000","last_undegraded":"2024-09-19T06:49:47.912710+0000","last_fullsized":"2024-09-19T06:49:47.912710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912469+0000","last_change":"2024-09-19T06:49:47.912469+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912469+0000","last_undegraded":"2024-09-19T06:49:47.912469+0000","last_fullsized":"2024-09-19T06:49:47.912469+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.920284+0000","last_change":"2024-09-19T06:49:47.920284+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.920284+0000","last_undegraded":"2024-09-19T06:49:47.920284+0000","last_fullsized":"2024-09-19T06:49:47.920284+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907812+0000","last_change":"2024-09-19T06:49:47.907812+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907812+0000","last_undegraded":"2024-09-19T06:49:47.907812+0000","last_fullsized":"2024-09-19T06:49:47.907812+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911954+0000","last_change":"2024-09-19T06:49:47.911954+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911954+0000","last_undegraded":"2024-09-19T06:49:47.911954+0000","last_fullsized":"2024-09-19T06:49:47.911954+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916721+0000","last_change":"2024-09-19T06:49:47.916721+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916721+0000","last_undegraded":"2024-09-19T06:49:47.916721+0000","last_fullsized":"2024-09-19T06:49:47.916721+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911149+0000","last_change":"2024-09-19T06:49:47.911149+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911149+0000","last_undegraded":"2024-09-19T06:49:47.911149+0000","last_fullsized":"2024-09-19T06:49:47.911149+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914833+0000","last_change":"2024-09-19T06:49:48.917420+0000","last_active":"2024-09-19T06:49:49.914833+0000","last_peered":"2024-09-19T06:49:49.914833+0000","last_clean":"2024-09-19T06:49:49.914833+0000","last_became_active":"2024-09-19T06:49:48.916210+0000","last_became_peered":"2024-09-19T06:49:48.916210+0000","last_unstale":"2024-09-19T06:49:49.914833+0000","last_undegraded":"2024-09-19T06:49:49.914833+0000","last_fullsized":"2024-09-19T06:49:49.914833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:49.963724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914924+0000","last_change":"2024-09-19T06:49:48.932341+0000","last_active":"2024-09-19T06:49:49.914924+0000","last_peered":"2024-09-19T06:49:49.914924+0000","last_clean":"2024-09-19T06:49:49.914924+0000","last_became_active":"2024-09-19T06:49:48.930980+0000","last_became_peered":"2024-09-19T06:49:48.930980+0000","last_unstale":"2024-09-19T06:49:49.914924+0000","last_undegraded":"2024-09-19T06:49:49.914924+0000","last_fullsized":"2024-09-19T06:49:49.914924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:41.481396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915089+0000","last_change":"2024-09-19T06:49:47.915089+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915089+0000","last_undegraded":"2024-09-19T06:49:47.915089+0000","last_fullsized":"2024-09-19T06:49:47.915089+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.914009+0000","last_change":"2024-09-19T06:49:47.914009+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.914009+0000","last_undegraded":"2024-09-19T06:49:47.914009+0000","last_fullsized":"2024-09-19T06:49:47.914009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906382+0000","last_change":"2024-09-19T06:49:47.906382+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906382+0000","last_undegraded":"2024-09-19T06:49:47.906382+0000","last_fullsized":"2024-09-19T06:49:47.906382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906932+0000","last_change":"2024-09-19T06:49:47.906932+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906932+0000","last_undegraded":"2024-09-19T06:49:47.906932+0000","last_fullsized":"2024-09-19T06:49:47.906932+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910451+0000","last_change":"2024-09-19T06:49:47.910451+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910451+0000","last_undegraded":"2024-09-19T06:49:47.910451+0000","last_fullsized":"2024-09-19T06:49:47.910451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907893+0000","last_change":"2024-09-19T06:49:47.907893+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907893+0000","last_undegraded":"2024-09-19T06:49:47.907893+0000","last_fullsized":"2024-09-19T06:49:47.907893+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.918876+0000","last_change":"2024-09-19T06:49:47.918876+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.918876+0000","last_undegraded":"2024-09-19T06:49:47.918876+0000","last_fullsized":"2024-09-19T06:49:47.918876+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930603+0000","last_change":"2024-09-19T06:49:47.928893+0000","last_active":"2024-09-19T06:49:47.930603+0000","last_peered":"2024-09-19T06:49:47.930603+0000","last_clean":"2024-09-19T06:49:47.930603+0000","last_became_active":"2024-09-19T06:49:47.928618+0000","last_became_peered":"2024-09-19T06:49:47.928618+0000","last_unstale":"2024-09-19T06:49:47.930603+0000","last_undegraded":"2024-09-19T06:49:47.930603+0000","last_fullsized":"2024-09-19T06:49:47.930603+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:09.040741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911705+0000","last_change":"2024-09-19T06:49:47.911705+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911705+0000","last_undegraded":"2024-09-19T06:49:47.911705+0000","last_fullsized":"2024-09-19T06:49:47.911705+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914862+0000","last_change":"2024-09-19T06:49:47.927778+0000","last_active":"2024-09-19T06:49:49.914862+0000","last_peered":"2024-09-19T06:49:49.914862+0000","last_clean":"2024-09-19T06:49:49.914862+0000","last_became_active":"2024-09-19T06:49:47.927501+0000","last_became_peered":"2024-09-19T06:49:47.927501+0000","last_unstale":"2024-09-19T06:49:49.914862+0000","last_undegraded":"2024-09-19T06:49:49.914862+0000","last_fullsized":"2024-09-19T06:49:49.914862+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:17.203668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910859+0000","last_change":"2024-09-19T06:49:47.910859+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910859+0000","last_undegraded":"2024-09-19T06:49:47.910859+0000","last_fullsized":"2024-09-19T06:49:47.910859+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931724+0000","last_change":"2024-09-19T06:49:47.927955+0000","last_active":"2024-09-19T06:49:47.931724+0000","last_peered":"2024-09-19T06:49:47.931724+0000","last_clean":"2024-09-19T06:49:47.931724+0000","last_became_active":"2024-09-19T06:49:47.927666+0000","last_became_peered":"2024-09-19T06:49:47.927666+0000","last_unstale":"2024-09-19T06:49:47.931724+0000","last_undegraded":"2024-09-19T06:49:47.931724+0000","last_fullsized":"2024-09-19T06:49:47.931724+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:20.853559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914613+0000","last_change":"2024-09-19T06:49:48.930237+0000","last_active":"2024-09-19T06:49:49.914613+0000","last_peered":"2024-09-19T06:49:49.914613+0000","last_clean":"2024-09-19T06:49:49.914613+0000","last_became_active":"2024-09-19T06:49:48.929929+0000","last_became_peered":"2024-09-19T06:49:48.929929+0000","last_unstale":"2024-09-19T06:49:49.914613+0000","last_undegraded":"2024-09-19T06:49:49.914613+0000","last_fullsized":"2024-09-19T06:49:49.914613+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:18.873113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914656+0000","last_change":"2024-09-19T06:49:47.928048+0000","last_active":"2024-09-19T06:49:49.914656+0000","last_peered":"2024-09-19T06:49:49.914656+0000","last_clean":"2024-09-19T06:49:49.914656+0000","last_became_active":"2024-09-19T06:49:47.927675+0000","last_became_peered":"2024-09-19T06:49:47.927675+0000","last_unstale":"2024-09-19T06:49:49.914656+0000","last_undegraded":"2024-09-19T06:49:49.914656+0000","last_fullsized":"2024-09-19T06:49:49.914656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:13.141401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908951+0000","last_change":"2024-09-19T06:49:47.908951+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908951+0000","last_undegraded":"2024-09-19T06:49:47.908951+0000","last_fullsized":"2024-09-19T06:49:47.908951+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930356+0000","last_change":"2024-09-19T06:49:47.928193+0000","last_active":"2024-09-19T06:49:47.930356+0000","last_peered":"2024-09-19T06:49:47.930356+0000","last_clean":"2024-09-19T06:49:47.930356+0000","last_became_active":"2024-09-19T06:49:47.927865+0000","last_became_peered":"2024-09-19T06:49:47.927865+0000","last_unstale":"2024-09-19T06:49:47.930356+0000","last_undegraded":"2024-09-19T06:49:47.930356+0000","last_fullsized":"2024-09-19T06:49:47.930356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:14.554040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.913302+0000","last_change":"2024-09-19T06:49:47.913302+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.913302+0000","last_undegraded":"2024-09-19T06:49:47.913302+0000","last_fullsized":"2024-09-19T06:49:47.913302+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930284+0000","last_change":"2024-09-19T06:49:47.922669+0000","last_active":"2024-09-19T06:49:47.930284+0000","last_peered":"2024-09-19T06:49:47.930284+0000","last_clean":"2024-09-19T06:49:47.930284+0000","last_became_active":"2024-09-19T06:49:47.922424+0000","last_became_peered":"2024-09-19T06:49:47.922424+0000","last_unstale":"2024-09-19T06:49:47.930284+0000","last_undegraded":"2024-09-19T06:49:47.930284+0000","last_fullsized":"2024-09-19T06:49:47.930284+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.711086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908534+0000","last_change":"2024-09-19T06:49:47.908534+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908534+0000","last_undegraded":"2024-09-19T06:49:47.908534+0000","last_fullsized":"2024-09-19T06:49:47.908534+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.926883+0000","last_change":"2024-09-19T06:49:47.923558+0000","last_active":"2024-09-19T06:49:47.926883+0000","last_peered":"2024-09-19T06:49:47.926883+0000","last_clean":"2024-09-19T06:49:47.926883+0000","last_became_active":"2024-09-19T06:49:47.923295+0000","last_became_peered":"2024-09-19T06:49:47.923295+0000","last_unstale":"2024-09-19T06:49:47.926883+0000","last_undegraded":"2024-09-19T06:49:47.926883+0000","last_fullsized":"2024-09-19T06:49:47.926883+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:34.832052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914201+0000","last_change":"2024-09-19T06:49:48.929857+0000","last_active":"2024-09-19T06:49:49.914201+0000","last_peered":"2024-09-19T06:49:49.914201+0000","last_clean":"2024-09-19T06:49:49.914201+0000","last_became_active":"2024-09-19T06:49:48.929549+0000","last_became_peered":"2024-09-19T06:49:48.929549+0000","last_unstale":"2024-09-19T06:49:49.914201+0000","last_undegraded":"2024-09-19T06:49:49.914201+0000","last_fullsized":"2024-09-19T06:49:49.914201+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:33.804951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930299+0000","last_change":"2024-09-19T06:49:47.922441+0000","last_active":"2024-09-19T06:49:47.930299+0000","last_peered":"2024-09-19T06:49:47.930299+0000","last_clean":"2024-09-19T06:49:47.930299+0000","last_became_active":"2024-09-19T06:49:47.922170+0000","last_became_peered":"2024-09-19T06:49:47.922170+0000","last_unstale":"2024-09-19T06:49:47.930299+0000","last_undegraded":"2024-09-19T06:49:47.930299+0000","last_fullsized":"2024-09-19T06:49:47.930299+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:16.319471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909620+0000","last_change":"2024-09-19T06:49:47.909620+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909620+0000","last_undegraded":"2024-09-19T06:49:47.909620+0000","last_fullsized":"2024-09-19T06:49:47.909620+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931565+0000","last_change":"2024-09-19T06:49:47.924395+0000","last_active":"2024-09-19T06:49:47.931565+0000","last_peered":"2024-09-19T06:49:47.931565+0000","last_clean":"2024-09-19T06:49:47.931565+0000","last_became_active":"2024-09-19T06:49:47.924136+0000","last_became_peered":"2024-09-19T06:49:47.924136+0000","last_unstale":"2024-09-19T06:49:47.931565+0000","last_undegraded":"2024-09-19T06:49:47.931565+0000","last_fullsized":"2024-09-19T06:49:47.931565+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:39.120111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914871+0000","last_change":"2024-09-19T06:49:48.917564+0000","last_active":"2024-09-19T06:49:49.914871+0000","last_peered":"2024-09-19T06:49:49.914871+0000","last_clean":"2024-09-19T06:49:49.914871+0000","last_became_active":"2024-09-19T06:49:48.917039+0000","last_became_peered":"2024-09-19T06:49:48.917039+0000","last_unstale":"2024-09-19T06:49:49.914871+0000","last_undegraded":"2024-09-19T06:49:49.914871+0000","last_fullsized":"2024-09-19T06:49:49.914871+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:31.212543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931391+0000","last_change":"2024-09-19T06:49:47.923377+0000","last_active":"2024-09-19T06:49:47.931391+0000","last_peered":"2024-09-19T06:49:47.931391+0000","last_clean":"2024-09-19T06:49:47.931391+0000","last_became_active":"2024-09-19T06:49:47.923118+0000","last_became_peered":"2024-09-19T06:49:47.923118+0000","last_unstale":"2024-09-19T06:49:47.931391+0000","last_undegraded":"2024-09-19T06:49:47.931391+0000","last_fullsized":"2024-09-19T06:49:47.931391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:52.201066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914498+0000","last_change":"2024-09-19T06:49:48.928848+0000","last_active":"2024-09-19T06:49:49.914498+0000","last_peered":"2024-09-19T06:49:49.914498+0000","last_clean":"2024-09-19T06:49:49.914498+0000","last_became_active":"2024-09-19T06:49:48.928189+0000","last_became_peered":"2024-09-19T06:49:48.928189+0000","last_unstale":"2024-09-19T06:49:49.914498+0000","last_undegraded":"2024-09-19T06:49:49.914498+0000","last_fullsized":"2024-09-19T06:49:49.914498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:11.470797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.922706+0000","last_change":"2024-09-19T06:49:47.920334+0000","last_active":"2024-09-19T06:49:47.922706+0000","last_peered":"2024-09-19T06:49:47.922706+0000","last_clean":"2024-09-19T06:49:47.922706+0000","last_became_active":"2024-09-19T06:49:47.919881+0000","last_became_peered":"2024-09-19T06:49:47.919881+0000","last_unstale":"2024-09-19T06:49:47.922706+0000","last_undegraded":"2024-09-19T06:49:47.922706+0000","last_fullsized":"2024-09-19T06:49:47.922706+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:13.117897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911158+0000","last_change":"2024-09-19T06:49:47.911158+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911158+0000","last_undegraded":"2024-09-19T06:49:47.911158+0000","last_fullsized":"2024-09-19T06:49:47.911158+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933934+0000","last_change":"2024-09-19T06:49:47.932586+0000","last_active":"2024-09-19T06:49:47.933934+0000","last_peered":"2024-09-19T06:49:47.933934+0000","last_clean":"2024-09-19T06:49:47.933934+0000","last_became_active":"2024-09-19T06:49:47.932286+0000","last_became_peered":"2024-09-19T06:49:47.932286+0000","last_unstale":"2024-09-19T06:49:47.933934+0000","last_undegraded":"2024-09-19T06:49:47.933934+0000","last_fullsized":"2024-09-19T06:49:47.933934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:39.655684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.921577+0000","last_change":"2024-09-19T06:49:47.921577+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.921577+0000","last_undegraded":"2024-09-19T06:49:47.921577+0000","last_fullsized":"2024-09-19T06:49:47.921577+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.929916+0000","last_change":"2024-09-19T06:49:47.921039+0000","last_active":"2024-09-19T06:49:47.929916+0000","last_peered":"2024-09-19T06:49:47.929916+0000","last_clean":"2024-09-19T06:49:47.929916+0000","last_became_active":"2024-09-19T06:49:47.920761+0000","last_became_peered":"2024-09-19T06:49:47.920761+0000","last_unstale":"2024-09-19T06:49:47.929916+0000","last_undegraded":"2024-09-19T06:49:47.929916+0000","last_fullsized":"2024-09-19T06:49:47.929916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:17.971011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914504+0000","last_change":"2024-09-19T06:49:48.935172+0000","last_active":"2024-09-19T06:49:49.914504+0000","last_peered":"2024-09-19T06:49:49.914504+0000","last_clean":"2024-09-19T06:49:49.914504+0000","last_became_active":"2024-09-19T06:49:48.934307+0000","last_became_peered":"2024-09-19T06:49:48.934307+0000","last_unstale":"2024-09-19T06:49:49.914504+0000","last_undegraded":"2024-09-19T06:49:49.914504+0000","last_fullsized":"2024-09-19T06:49:49.914504+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:36.028579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914061+0000","last_change":"2024-09-19T06:49:47.927151+0000","last_active":"2024-09-19T06:49:49.914061+0000","last_peered":"2024-09-19T06:49:49.914061+0000","last_clean":"2024-09-19T06:49:49.914061+0000","last_became_active":"2024-09-19T06:49:47.925606+0000","last_became_peered":"2024-09-19T06:49:47.925606+0000","last_unstale":"2024-09-19T06:49:49.914061+0000","last_undegraded":"2024-09-19T06:49:49.914061+0000","last_fullsized":"2024-09-19T06:49:49.914061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:09:20.522905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910603+0000","last_change":"2024-09-19T06:49:47.910603+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910603+0000","last_undegraded":"2024-09-19T06:49:47.910603+0000","last_fullsized":"2024-09-19T06:49:47.910603+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914277+0000","last_change":"2024-09-19T06:49:47.929701+0000","last_active":"2024-09-19T06:49:49.914277+0000","last_peered":"2024-09-19T06:49:49.914277+0000","last_clean":"2024-09-19T06:49:49.914277+0000","last_became_active":"2024-09-19T06:49:47.929369+0000","last_became_peered":"2024-09-19T06:49:47.929369+0000","last_unstale":"2024-09-19T06:49:49.914277+0000","last_undegraded":"2024-09-19T06:49:49.914277+0000","last_fullsized":"2024-09-19T06:49:49.914277+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:33.127487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909508+0000","last_change":"2024-09-19T06:49:47.909508+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909508+0000","last_undegraded":"2024-09-19T06:49:47.909508+0000","last_fullsized":"2024-09-19T06:49:47.909508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.924225+0000","last_change":"2024-09-19T06:49:47.920554+0000","last_active":"2024-09-19T06:49:47.924225+0000","last_peered":"2024-09-19T06:49:47.924225+0000","last_clean":"2024-09-19T06:49:47.924225+0000","last_became_active":"2024-09-19T06:49:47.920160+0000","last_became_peered":"2024-09-19T06:49:47.920160+0000","last_unstale":"2024-09-19T06:49:47.924225+0000","last_undegraded":"2024-09-19T06:49:47.924225+0000","last_fullsized":"2024-09-19T06:49:47.924225+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:12.468831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907501+0000","last_change":"2024-09-19T06:49:47.907501+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907501+0000","last_undegraded":"2024-09-19T06:49:47.907501+0000","last_fullsized":"2024-09-19T06:49:47.907501+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931148+0000","last_change":"2024-09-19T06:49:47.924508+0000","last_active":"2024-09-19T06:49:47.931148+0000","last_peered":"2024-09-19T06:49:47.931148+0000","last_clean":"2024-09-19T06:49:47.931148+0000","last_became_active":"2024-09-19T06:49:47.921713+0000","last_became_peered":"2024-09-19T06:49:47.921713+0000","last_unstale":"2024-09-19T06:49:47.931148+0000","last_undegraded":"2024-09-19T06:49:47.931148+0000","last_fullsized":"2024-09-19T06:49:47.931148+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:54.732260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911321+0000","last_change":"2024-09-19T06:49:47.911321+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911321+0000","last_undegraded":"2024-09-19T06:49:47.911321+0000","last_fullsized":"2024-09-19T06:49:47.911321+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930431+0000","last_change":"2024-09-19T06:49:47.921775+0000","last_active":"2024-09-19T06:49:47.930431+0000","last_peered":"2024-09-19T06:49:47.930431+0000","last_clean":"2024-09-19T06:49:47.930431+0000","last_became_active":"2024-09-19T06:49:47.921483+0000","last_became_peered":"2024-09-19T06:49:47.921483+0000","last_unstale":"2024-09-19T06:49:47.930431+0000","last_undegraded":"2024-09-19T06:49:47.930431+0000","last_fullsized":"2024-09-19T06:49:47.930431+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:51.551036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915623+0000","last_change":"2024-09-19T06:49:47.915623+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915623+0000","last_undegraded":"2024-09-19T06:49:47.915623+0000","last_fullsized":"2024-09-19T06:49:47.915623+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.927325+0000","last_change":"2024-09-19T06:49:47.926274+0000","last_active":"2024-09-19T06:49:47.927325+0000","last_peered":"2024-09-19T06:49:47.927325+0000","last_clean":"2024-09-19T06:49:47.927325+0000","last_became_active":"2024-09-19T06:49:47.924602+0000","last_became_peered":"2024-09-19T06:49:47.924602+0000","last_unstale":"2024-09-19T06:49:47.927325+0000","last_undegraded":"2024-09-19T06:49:47.927325+0000","last_fullsized":"2024-09-19T06:49:47.927325+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:59.198751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911538+0000","last_change":"2024-09-19T06:49:47.911538+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911538+0000","last_undegraded":"2024-09-19T06:49:47.911538+0000","last_fullsized":"2024-09-19T06:49:47.911538+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930633+0000","last_change":"2024-09-19T06:49:47.925886+0000","last_active":"2024-09-19T06:49:47.930633+0000","last_peered":"2024-09-19T06:49:47.930633+0000","last_clean":"2024-09-19T06:49:47.930633+0000","last_became_active":"2024-09-19T06:49:47.925592+0000","last_became_peered":"2024-09-19T06:49:47.925592+0000","last_unstale":"2024-09-19T06:49:47.930633+0000","last_undegraded":"2024-09-19T06:49:47.930633+0000","last_fullsized":"2024-09-19T06:49:47.930633+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:52.201066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.921104+0000","last_change":"2024-09-19T06:49:47.921104+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.921104+0000","last_undegraded":"2024-09-19T06:49:47.921104+0000","last_fullsized":"2024-09-19T06:49:47.921104+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931290+0000","last_change":"2024-09-19T06:49:47.923066+0000","last_active":"2024-09-19T06:49:47.931290+0000","last_peered":"2024-09-19T06:49:47.931290+0000","last_clean":"2024-09-19T06:49:47.931290+0000","last_became_active":"2024-09-19T06:49:47.922758+0000","last_became_peered":"2024-09-19T06:49:47.922758+0000","last_unstale":"2024-09-19T06:49:47.931290+0000","last_undegraded":"2024-09-19T06:49:47.931290+0000","last_fullsized":"2024-09-19T06:49:47.931290+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:49.332426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915985+0000","last_change":"2024-09-19T06:49:47.915985+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915985+0000","last_undegraded":"2024-09-19T06:49:47.915985+0000","last_fullsized":"2024-09-19T06:49:47.915985+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930240+0000","last_change":"2024-09-19T06:49:47.921760+0000","last_active":"2024-09-19T06:49:47.930240+0000","last_peered":"2024-09-19T06:49:47.930240+0000","last_clean":"2024-09-19T06:49:47.930240+0000","last_became_active":"2024-09-19T06:49:47.921522+0000","last_became_peered":"2024-09-19T06:49:47.921522+0000","last_unstale":"2024-09-19T06:49:47.930240+0000","last_undegraded":"2024-09-19T06:49:47.930240+0000","last_fullsized":"2024-09-19T06:49:47.930240+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:48.349724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.914805+0000","last_change":"2024-09-19T06:49:47.914805+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.914805+0000","last_undegraded":"2024-09-19T06:49:47.914805+0000","last_fullsized":"2024-09-19T06:49:47.914805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933359+0000","last_change":"2024-09-19T06:49:47.928111+0000","last_active":"2024-09-19T06:49:47.933359+0000","last_peered":"2024-09-19T06:49:47.933359+0000","last_clean":"2024-09-19T06:49:47.933359+0000","last_became_active":"2024-09-19T06:49:47.927822+0000","last_became_peered":"2024-09-19T06:49:47.927822+0000","last_unstale":"2024-09-19T06:49:47.933359+0000","last_undegraded":"2024-09-19T06:49:47.933359+0000","last_fullsized":"2024-09-19T06:49:47.933359+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:17.971011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908342+0000","last_change":"2024-09-19T06:49:47.908342+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908342+0000","last_undegraded":"2024-09-19T06:49:47.908342+0000","last_fullsized":"2024-09-19T06:49:47.908342+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.928295+0000","last_change":"2024-09-19T06:49:47.926445+0000","last_active":"2024-09-19T06:49:47.928295+0000","last_peered":"2024-09-19T06:49:47.928295+0000","last_clean":"2024-09-19T06:49:47.928295+0000","last_became_active":"2024-09-19T06:49:47.924265+0000","last_became_peered":"2024-09-19T06:49:47.924265+0000","last_unstale":"2024-09-19T06:49:47.928295+0000","last_undegraded":"2024-09-19T06:49:47.928295+0000","last_fullsized":"2024-09-19T06:49:47.928295+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:14.574593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911063+0000","last_change":"2024-09-19T06:49:47.911063+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911063+0000","last_undegraded":"2024-09-19T06:49:47.911063+0000","last_fullsized":"2024-09-19T06:49:47.911063+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933907+0000","last_change":"2024-09-19T06:49:47.932095+0000","last_active":"2024-09-19T06:49:47.933907+0000","last_peered":"2024-09-19T06:49:47.933907+0000","last_clean":"2024-09-19T06:49:47.933907+0000","last_became_active":"2024-09-19T06:49:47.931171+0000","last_became_peered":"2024-09-19T06:49:47.931171+0000","last_unstale":"2024-09-19T06:49:47.933907+0000","last_undegraded":"2024-09-19T06:49:47.933907+0000","last_fullsized":"2024-09-19T06:49:47.933907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:55.921018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907834+0000","last_change":"2024-09-19T06:49:47.907834+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907834+0000","last_undegraded":"2024-09-19T06:49:47.907834+0000","last_fullsized":"2024-09-19T06:49:47.907834+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931368+0000","last_change":"2024-09-19T06:49:47.923149+0000","last_active":"2024-09-19T06:49:47.931368+0000","last_peered":"2024-09-19T06:49:47.931368+0000","last_clean":"2024-09-19T06:49:47.931368+0000","last_became_active":"2024-09-19T06:49:47.922829+0000","last_became_peered":"2024-09-19T06:49:47.922829+0000","last_unstale":"2024-09-19T06:49:47.931368+0000","last_undegraded":"2024-09-19T06:49:47.931368+0000","last_fullsized":"2024-09-19T06:49:47.931368+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:08.259574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911025+0000","last_change":"2024-09-19T06:49:47.911025+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911025+0000","last_undegraded":"2024-09-19T06:49:47.911025+0000","last_fullsized":"2024-09-19T06:49:47.911025+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931622+0000","last_change":"2024-09-19T06:49:47.923955+0000","last_active":"2024-09-19T06:49:47.931622+0000","last_peered":"2024-09-19T06:49:47.931622+0000","last_clean":"2024-09-19T06:49:47.931622+0000","last_became_active":"2024-09-19T06:49:47.923663+0000","last_became_peered":"2024-09-19T06:49:47.923663+0000","last_unstale":"2024-09-19T06:49:47.931622+0000","last_undegraded":"2024-09-19T06:49:47.931622+0000","last_fullsized":"2024-09-19T06:49:47.931622+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.711086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906579+0000","last_change":"2024-09-19T06:49:47.906579+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906579+0000","last_undegraded":"2024-09-19T06:49:47.906579+0000","last_fullsized":"2024-09-19T06:49:47.906579+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933067+0000","last_change":"2024-09-19T06:49:47.928060+0000","last_active":"2024-09-19T06:49:47.933067+0000","last_peered":"2024-09-19T06:49:47.933067+0000","last_clean":"2024-09-19T06:49:47.933067+0000","last_became_active":"2024-09-19T06:49:47.927627+0000","last_became_peered":"2024-09-19T06:49:47.927627+0000","last_unstale":"2024-09-19T06:49:47.933067+0000","last_undegraded":"2024-09-19T06:49:47.933067+0000","last_fullsized":"2024-09-19T06:49:47.933067+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:14.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914587+0000","last_change":"2024-09-19T06:49:48.934617+0000","last_active":"2024-09-19T06:49:49.914587+0000","last_peered":"2024-09-19T06:49:49.914587+0000","last_clean":"2024-09-19T06:49:49.914587+0000","last_became_active":"2024-09-19T06:49:48.934151+0000","last_became_peered":"2024-09-19T06:49:48.934151+0000","last_unstale":"2024-09-19T06:49:49.914587+0000","last_undegraded":"2024-09-19T06:49:49.914587+0000","last_fullsized":"2024-09-19T06:49:49.914587+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:15.280901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933027+0000","last_change":"2024-09-19T06:49:47.927149+0000","last_active":"2024-09-19T06:49:47.933027+0000","last_peered":"2024-09-19T06:49:47.933027+0000","last_clean":"2024-09-19T06:49:47.933027+0000","last_became_active":"2024-09-19T06:49:47.925365+0000","last_became_peered":"2024-09-19T06:49:47.925365+0000","last_unstale":"2024-09-19T06:49:47.933027+0000","last_undegraded":"2024-09-19T06:49:47.933027+0000","last_fullsized":"2024-09-19T06:49:47.933027+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:14.554040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913723+0000","last_change":"2024-09-19T06:49:48.929772+0000","last_active":"2024-09-19T06:49:49.913723+0000","last_peered":"2024-09-19T06:49:49.913723+0000","last_clean":"2024-09-19T06:49:49.913723+0000","last_became_active":"2024-09-19T06:49:48.929499+0000","last_became_peered":"2024-09-19T06:49:48.929499+0000","last_unstale":"2024-09-19T06:49:49.913723+0000","last_undegraded":"2024-09-19T06:49:49.913723+0000","last_fullsized":"2024-09-19T06:49:49.913723+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:39.300767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930269+0000","last_change":"2024-09-19T06:49:47.922211+0000","last_active":"2024-09-19T06:49:47.930269+0000","last_peered":"2024-09-19T06:49:47.930269+0000","last_clean":"2024-09-19T06:49:47.930269+0000","last_became_active":"2024-09-19T06:49:47.921467+0000","last_became_peered":"2024-09-19T06:49:47.921467+0000","last_unstale":"2024-09-19T06:49:47.930269+0000","last_undegraded":"2024-09-19T06:49:47.930269+0000","last_fullsized":"2024-09-19T06:49:47.930269+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:59.489859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907472+0000","last_change":"2024-09-19T06:49:47.907472+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907472+0000","last_undegraded":"2024-09-19T06:49:47.907472+0000","last_fullsized":"2024-09-19T06:49:47.907472+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913653+0000","last_change":"2024-09-19T06:49:47.929400+0000","last_active":"2024-09-19T06:49:49.913653+0000","last_peered":"2024-09-19T06:49:49.913653+0000","last_clean":"2024-09-19T06:49:49.913653+0000","last_became_active":"2024-09-19T06:49:47.927935+0000","last_became_peered":"2024-09-19T06:49:47.927935+0000","last_unstale":"2024-09-19T06:49:49.913653+0000","last_undegraded":"2024-09-19T06:49:49.913653+0000","last_fullsized":"2024-09-19T06:49:49.913653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:15.677856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906495+0000","last_change":"2024-09-19T06:49:47.906495+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906495+0000","last_undegraded":"2024-09-19T06:49:47.906495+0000","last_fullsized":"2024-09-19T06:49:47.906495+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.927301+0000","last_change":"2024-09-19T06:49:47.925746+0000","last_active":"2024-09-19T06:49:47.927301+0000","last_peered":"2024-09-19T06:49:47.927301+0000","last_clean":"2024-09-19T06:49:47.927301+0000","last_became_active":"2024-09-19T06:49:47.923967+0000","last_became_peered":"2024-09-19T06:49:47.923967+0000","last_unstale":"2024-09-19T06:49:47.927301+0000","last_undegraded":"2024-09-19T06:49:47.927301+0000","last_fullsized":"2024-09-19T06:49:47.927301+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:04.382693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":188,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.908713+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:49:47.908713+0000","last_peered":"2024-09-19T06:49:47.908713+0000","last_clean":"2024-09-19T06:49:47.908713+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:49:47.908713+0000","last_undegraded":"2024-09-19T06:49:47.908713+0000","last_fullsized":"2024-09-19T06:49:47.908713+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509456,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":352256,"data_stored":131807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":946176,"data_stored":722175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":352256,"data_stored":131807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":715900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542162,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":146516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:49:53.491 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:49:53.679 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.678+0000 7f74b3a00640 1 Processor -- start 2024-09-19T06:49:53.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.678+0000 7f74b3a00640 1 -- start start 2024-09-19T06:49:53.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.679+0000 7f74b3a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f74ac0d3310 0x7f74ac0d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.679+0000 7f74b3a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f74ac0d1650 0x7f74ac0b7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.679+0000 7f74b3a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74ac15ea40 con 0x7f74ac15e660 2024-09-19T06:49:53.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.679+0000 7f74b3a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f74ac0d1ac0 con 0x7f74ac0d3310 2024-09-19T06:49:53.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.679+0000 7f74b3a00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f74ac0d3870 con 0x7f74ac0d1650 2024-09-19T06:49:53.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.680+0000 7f74abe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f74ac0d3310 0x7f74ac0d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.680+0000 7f74abe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f74ac0d3310 0x7f74ac0d1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56408/0 (socket says 172.21.15.90:56408) 2024-09-19T06:49:53.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.680+0000 7f74abe00640 1 -- 172.21.15.90:0/3810266210 learned_addr learned my addr 172.21.15.90:0/3810266210 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:53.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.680+0000 7f74b1a00640 1 --2- 172.21.15.90:0/3810266210 >> v2:172.21.15.129:3300/0 conn(0x7f74ac0d1650 0x7f74ac0b7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.680+0000 7f74abe00640 1 -- 172.21.15.90:0/3810266210 >> v2:172.21.15.129:3300/0 conn(0x7f74ac0d1650 msgr2=0x7f74ac0b7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:53.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.680+0000 7f74abe00640 1 --2- 172.21.15.90:0/3810266210 >> v2:172.21.15.129:3300/0 conn(0x7f74ac0d1650 0x7f74ac0b7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.680+0000 7f74abe00640 1 -- 172.21.15.90:0/3810266210 >> v1:172.21.15.129:6789/0 conn(0x7f74ac15e660 legacy=0x7f74ac0cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:53.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.680+0000 7f74abe00640 1 -- 172.21.15.90:0/3810266210 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74ac0d3b50 con 0x7f74ac0d3310 2024-09-19T06:49:53.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.680+0000 7f74b1a00640 1 --2- 172.21.15.90:0/3810266210 >> v2:172.21.15.129:3300/0 conn(0x7f74ac0d1650 0x7f74ac0b7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:53.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.681+0000 7f74abe00640 1 --2- 172.21.15.90:0/3810266210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac0d3310 0x7f74ac0d1110 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f74ac0d26b0 tx=0x7f749802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8f1b1bec3d53b2c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:53.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.681+0000 7f74ab400640 1 -- 172.21.15.90:0/3810266210 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7498037070 con 0x7f74ac0d3310 2024-09-19T06:49:53.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.681+0000 7f74ab400640 1 -- 172.21.15.90:0/3810266210 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7498032440 con 0x7f74ac0d3310 2024-09-19T06:49:53.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.681+0000 7f74ab400640 1 -- 172.21.15.90:0/3810266210 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7498032810 con 0x7f74ac0d3310 2024-09-19T06:49:53.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.682+0000 7f74b3a00640 1 -- 172.21.15.90:0/3810266210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac0d3310 msgr2=0x7f74ac0d1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.682+0000 7f74b3a00640 1 --2- 172.21.15.90:0/3810266210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac0d3310 0x7f74ac0d1110 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f74ac0d26b0 tx=0x7f749802a230 comp rx=0 tx=0).stop 2024-09-19T06:49:53.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.682+0000 7f74b3a00640 1 -- 172.21.15.90:0/3810266210 shutdown_connections 2024-09-19T06:49:53.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.682+0000 7f74b3a00640 1 --2- 172.21.15.90:0/3810266210 >> v2:172.21.15.129:3300/0 conn(0x7f74ac0d1650 0x7f74ac0b7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.682+0000 7f74b3a00640 1 --2- 172.21.15.90:0/3810266210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac0d3310 0x7f74ac0d1110 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.682+0000 7f74b3a00640 1 -- 172.21.15.90:0/3810266210 >> 172.21.15.90:0/3810266210 conn(0x7f74ac0b6410 msgr2=0x7f74ac0b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:53.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.682+0000 7f74b3a00640 1 -- 172.21.15.90:0/3810266210 shutdown_connections 2024-09-19T06:49:53.685 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.682+0000 7f74b3a00640 1 -- 172.21.15.90:0/3810266210 wait complete. 2024-09-19T06:49:53.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.683+0000 7f74b3a00640 1 Processor -- start 2024-09-19T06:49:53.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.684+0000 7f74b3a00640 1 -- start start 2024-09-19T06:49:53.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.684+0000 7f74b3a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f74ac0d1650 0x7f74ac14bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.684+0000 7f74b3a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f74ac0d3310 0x7f74ac15f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.684+0000 7f74b3a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac15e660 0x7f74ac1e8300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.684+0000 7f74b3a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f74ac0d43f0 con 0x7f74ac15e660 2024-09-19T06:49:53.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.684+0000 7f74b3a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f74ac0d4110 con 0x7f74ac0d1650 2024-09-19T06:49:53.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.684+0000 7f74b3a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f74ac0b80b0 con 0x7f74ac0d3310 2024-09-19T06:49:53.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74b1a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac15e660 0x7f74ac1e8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74b1a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac15e660 0x7f74ac1e8300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:56420/0 (socket says 172.21.15.90:56420) 2024-09-19T06:49:53.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74b1a00640 1 -- 172.21.15.90:0/1502905516 learned_addr learned my addr 172.21.15.90:0/1502905516 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:53.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74b1000640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f74ac0d1650 0x7f74ac14bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74abe00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f74ac0d3310 0x7f74ac15f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74b1a00640 1 -- 172.21.15.90:0/1502905516 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f74ac0d3310 msgr2=0x7f74ac15f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74b1a00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f74ac0d3310 0x7f74ac15f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74b1a00640 1 -- 172.21.15.90:0/1502905516 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f74ac0d1650 msgr2=0x7f74ac14bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74b1a00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f74ac0d1650 0x7f74ac14bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.685+0000 7f74b1a00640 1 -- 172.21.15.90:0/1502905516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74ac1e7260 con 0x7f74ac15e660 2024-09-19T06:49:53.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.686+0000 7f74b1a00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac15e660 0x7f74ac1e8300 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f74a400cf20 tx=0x7f74a400a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:53.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.686+0000 7f74a8c00640 1 -- 172.21.15.90:0/1502905516 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a401a070 con 0x7f74ac15e660 2024-09-19T06:49:53.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.686+0000 7f74a8c00640 1 -- 172.21.15.90:0/1502905516 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74a400d840 con 0x7f74ac15e660 2024-09-19T06:49:53.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.686+0000 7f74a8c00640 1 -- 172.21.15.90:0/1502905516 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a400dc30 con 0x7f74ac15e660 2024-09-19T06:49:53.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.686+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74ac1e7540 con 0x7f74ac15e660 2024-09-19T06:49:53.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.686+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74ac1e7b00 con 0x7f74ac15e660 2024-09-19T06:49:53.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.687+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74ac0b7b70 con 0x7f74ac15e660 2024-09-19T06:49:53.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.688+0000 7f74a8c00640 1 -- 172.21.15.90:0/1502905516 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f74a401d070 con 0x7f74ac15e660 2024-09-19T06:49:53.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.689+0000 7f74a8c00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f748c06c2b0 0x7f748c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:53.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.689+0000 7f74a8c00640 1 -- 172.21.15.90:0/1502905516 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f74a408bcd0 con 0x7f74ac15e660 2024-09-19T06:49:53.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.689+0000 7f74b1000640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f748c06c2b0 0x7f748c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:53.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.689+0000 7f74b1000640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f748c06c2b0 0x7f748c06e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f749c006fd0 tx=0x7f749c009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:53.694 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.693+0000 7f74a8c00640 1 -- 172.21.15.90:0/1502905516 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f74a4059d50 con 0x7f74ac15e660 2024-09-19T06:49:53.865 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.864+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f74ac0b6d70 con 0x7f748c06c2b0 2024-09-19T06:49:53.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.870+0000 7f74a8c00640 1 -- 172.21.15.90:0/1502905516 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247626 (secure 0 0 0) 0x7f749c009550 con 0x7f748c06c2b0 2024-09-19T06:49:53.874 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:53.875 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:49:53.876 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f748c06c2b0 msgr2=0x7f748c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f748c06c2b0 0x7f748c06e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f749c006fd0 tx=0x7f749c009060 comp rx=0 tx=0).stop 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac15e660 msgr2=0x7f74ac1e8300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac15e660 0x7f74ac1e8300 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f74a400cf20 tx=0x7f74a400a7d0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 shutdown_connections 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f748c06c2b0 0x7f748c06e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74ac15e660 0x7f74ac1e8300 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f74ac0d3310 0x7f74ac15f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 --2- 172.21.15.90:0/1502905516 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f74ac0d1650 0x7f74ac14bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.873+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 >> 172.21.15.90:0/1502905516 conn(0x7f74ac0b6410 msgr2=0x7f74ac15cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.874+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 shutdown_connections 2024-09-19T06:49:53.877 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:53.874+0000 7f74b3a00640 1 -- 172.21.15.90:0/1502905516 wait complete. 2024-09-19T06:49:53.891 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":63,"stamp":"2024-09-19T06:49:53.028840+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":162,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":50,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220128,"kb_used_data":3904,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754592,"statfs":{"total":773094113280,"available":772868702208,"internally_reserved":0,"allocated":3997696,"data_stored":2224801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001026"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912386+0000","last_change":"2024-09-19T06:49:47.912386+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912386+0000","last_undegraded":"2024-09-19T06:49:47.912386+0000","last_fullsized":"2024-09-19T06:49:47.912386+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910880+0000","last_change":"2024-09-19T06:49:47.910880+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910880+0000","last_undegraded":"2024-09-19T06:49:47.910880+0000","last_fullsized":"2024-09-19T06:49:47.910880+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909921+0000","last_change":"2024-09-19T06:49:47.909921+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909921+0000","last_undegraded":"2024-09-19T06:49:47.909921+0000","last_fullsized":"2024-09-19T06:49:47.909921+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914266+0000","last_change":"2024-09-19T06:49:48.929113+0000","last_active":"2024-09-19T06:49:49.914266+0000","last_peered":"2024-09-19T06:49:49.914266+0000","last_clean":"2024-09-19T06:49:49.914266+0000","last_became_active":"2024-09-19T06:49:48.928531+0000","last_became_peered":"2024-09-19T06:49:48.928531+0000","last_unstale":"2024-09-19T06:49:49.914266+0000","last_undegraded":"2024-09-19T06:49:49.914266+0000","last_fullsized":"2024-09-19T06:49:49.914266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:56.137277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916988+0000","last_change":"2024-09-19T06:49:47.916988+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916988+0000","last_undegraded":"2024-09-19T06:49:47.916988+0000","last_fullsized":"2024-09-19T06:49:47.916988+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910044+0000","last_change":"2024-09-19T06:49:47.910044+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910044+0000","last_undegraded":"2024-09-19T06:49:47.910044+0000","last_fullsized":"2024-09-19T06:49:47.910044+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911288+0000","last_change":"2024-09-19T06:49:47.911288+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911288+0000","last_undegraded":"2024-09-19T06:49:47.911288+0000","last_fullsized":"2024-09-19T06:49:47.911288+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911560+0000","last_change":"2024-09-19T06:49:47.911560+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911560+0000","last_undegraded":"2024-09-19T06:49:47.911560+0000","last_fullsized":"2024-09-19T06:49:47.911560+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916913+0000","last_change":"2024-09-19T06:49:47.916913+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916913+0000","last_undegraded":"2024-09-19T06:49:47.916913+0000","last_fullsized":"2024-09-19T06:49:47.916913+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914805+0000","last_change":"2024-09-19T06:49:48.921255+0000","last_active":"2024-09-19T06:49:49.914805+0000","last_peered":"2024-09-19T06:49:49.914805+0000","last_clean":"2024-09-19T06:49:49.914805+0000","last_became_active":"2024-09-19T06:49:48.920995+0000","last_became_peered":"2024-09-19T06:49:48.920995+0000","last_unstale":"2024-09-19T06:49:49.914805+0000","last_undegraded":"2024-09-19T06:49:49.914805+0000","last_fullsized":"2024-09-19T06:49:49.914805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:10.479525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908266+0000","last_change":"2024-09-19T06:49:47.908266+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908266+0000","last_undegraded":"2024-09-19T06:49:47.908266+0000","last_fullsized":"2024-09-19T06:49:47.908266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908924+0000","last_change":"2024-09-19T06:49:47.908924+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908924+0000","last_undegraded":"2024-09-19T06:49:47.908924+0000","last_fullsized":"2024-09-19T06:49:47.908924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916217+0000","last_change":"2024-09-19T06:49:47.916217+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916217+0000","last_undegraded":"2024-09-19T06:49:47.916217+0000","last_fullsized":"2024-09-19T06:49:47.916217+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914016+0000","last_change":"2024-09-19T06:49:48.923433+0000","last_active":"2024-09-19T06:49:49.914016+0000","last_peered":"2024-09-19T06:49:49.914016+0000","last_clean":"2024-09-19T06:49:49.914016+0000","last_became_active":"2024-09-19T06:49:48.915931+0000","last_became_peered":"2024-09-19T06:49:48.915931+0000","last_unstale":"2024-09-19T06:49:49.914016+0000","last_undegraded":"2024-09-19T06:49:49.914016+0000","last_fullsized":"2024-09-19T06:49:49.914016+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:54.244269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907736+0000","last_change":"2024-09-19T06:49:47.907736+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907736+0000","last_undegraded":"2024-09-19T06:49:47.907736+0000","last_fullsized":"2024-09-19T06:49:47.907736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908766+0000","last_change":"2024-09-19T06:49:47.908766+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908766+0000","last_undegraded":"2024-09-19T06:49:47.908766+0000","last_fullsized":"2024-09-19T06:49:47.908766+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909691+0000","last_change":"2024-09-19T06:49:47.909691+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909691+0000","last_undegraded":"2024-09-19T06:49:47.909691+0000","last_fullsized":"2024-09-19T06:49:47.909691+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912710+0000","last_change":"2024-09-19T06:49:47.912710+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912710+0000","last_undegraded":"2024-09-19T06:49:47.912710+0000","last_fullsized":"2024-09-19T06:49:47.912710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912469+0000","last_change":"2024-09-19T06:49:47.912469+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912469+0000","last_undegraded":"2024-09-19T06:49:47.912469+0000","last_fullsized":"2024-09-19T06:49:47.912469+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.920284+0000","last_change":"2024-09-19T06:49:47.920284+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.920284+0000","last_undegraded":"2024-09-19T06:49:47.920284+0000","last_fullsized":"2024-09-19T06:49:47.920284+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907812+0000","last_change":"2024-09-19T06:49:47.907812+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907812+0000","last_undegraded":"2024-09-19T06:49:47.907812+0000","last_fullsized":"2024-09-19T06:49:47.907812+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911954+0000","last_change":"2024-09-19T06:49:47.911954+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911954+0000","last_undegraded":"2024-09-19T06:49:47.911954+0000","last_fullsized":"2024-09-19T06:49:47.911954+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916721+0000","last_change":"2024-09-19T06:49:47.916721+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916721+0000","last_undegraded":"2024-09-19T06:49:47.916721+0000","last_fullsized":"2024-09-19T06:49:47.916721+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911149+0000","last_change":"2024-09-19T06:49:47.911149+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911149+0000","last_undegraded":"2024-09-19T06:49:47.911149+0000","last_fullsized":"2024-09-19T06:49:47.911149+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914833+0000","last_change":"2024-09-19T06:49:48.917420+0000","last_active":"2024-09-19T06:49:49.914833+0000","last_peered":"2024-09-19T06:49:49.914833+0000","last_clean":"2024-09-19T06:49:49.914833+0000","last_became_active":"2024-09-19T06:49:48.916210+0000","last_became_peered":"2024-09-19T06:49:48.916210+0000","last_unstale":"2024-09-19T06:49:49.914833+0000","last_undegraded":"2024-09-19T06:49:49.914833+0000","last_fullsized":"2024-09-19T06:49:49.914833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:49.963724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914924+0000","last_change":"2024-09-19T06:49:48.932341+0000","last_active":"2024-09-19T06:49:49.914924+0000","last_peered":"2024-09-19T06:49:49.914924+0000","last_clean":"2024-09-19T06:49:49.914924+0000","last_became_active":"2024-09-19T06:49:48.930980+0000","last_became_peered":"2024-09-19T06:49:48.930980+0000","last_unstale":"2024-09-19T06:49:49.914924+0000","last_undegraded":"2024-09-19T06:49:49.914924+0000","last_fullsized":"2024-09-19T06:49:49.914924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:41.481396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915089+0000","last_change":"2024-09-19T06:49:47.915089+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915089+0000","last_undegraded":"2024-09-19T06:49:47.915089+0000","last_fullsized":"2024-09-19T06:49:47.915089+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.914009+0000","last_change":"2024-09-19T06:49:47.914009+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.914009+0000","last_undegraded":"2024-09-19T06:49:47.914009+0000","last_fullsized":"2024-09-19T06:49:47.914009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906382+0000","last_change":"2024-09-19T06:49:47.906382+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906382+0000","last_undegraded":"2024-09-19T06:49:47.906382+0000","last_fullsized":"2024-09-19T06:49:47.906382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906932+0000","last_change":"2024-09-19T06:49:47.906932+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906932+0000","last_undegraded":"2024-09-19T06:49:47.906932+0000","last_fullsized":"2024-09-19T06:49:47.906932+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910451+0000","last_change":"2024-09-19T06:49:47.910451+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910451+0000","last_undegraded":"2024-09-19T06:49:47.910451+0000","last_fullsized":"2024-09-19T06:49:47.910451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907893+0000","last_change":"2024-09-19T06:49:47.907893+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907893+0000","last_undegraded":"2024-09-19T06:49:47.907893+0000","last_fullsized":"2024-09-19T06:49:47.907893+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.918876+0000","last_change":"2024-09-19T06:49:47.918876+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.918876+0000","last_undegraded":"2024-09-19T06:49:47.918876+0000","last_fullsized":"2024-09-19T06:49:47.918876+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930603+0000","last_change":"2024-09-19T06:49:47.928893+0000","last_active":"2024-09-19T06:49:47.930603+0000","last_peered":"2024-09-19T06:49:47.930603+0000","last_clean":"2024-09-19T06:49:47.930603+0000","last_became_active":"2024-09-19T06:49:47.928618+0000","last_became_peered":"2024-09-19T06:49:47.928618+0000","last_unstale":"2024-09-19T06:49:47.930603+0000","last_undegraded":"2024-09-19T06:49:47.930603+0000","last_fullsized":"2024-09-19T06:49:47.930603+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:09.040741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911705+0000","last_change":"2024-09-19T06:49:47.911705+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911705+0000","last_undegraded":"2024-09-19T06:49:47.911705+0000","last_fullsized":"2024-09-19T06:49:47.911705+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914862+0000","last_change":"2024-09-19T06:49:47.927778+0000","last_active":"2024-09-19T06:49:49.914862+0000","last_peered":"2024-09-19T06:49:49.914862+0000","last_clean":"2024-09-19T06:49:49.914862+0000","last_became_active":"2024-09-19T06:49:47.927501+0000","last_became_peered":"2024-09-19T06:49:47.927501+0000","last_unstale":"2024-09-19T06:49:49.914862+0000","last_undegraded":"2024-09-19T06:49:49.914862+0000","last_fullsized":"2024-09-19T06:49:49.914862+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:17.203668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910859+0000","last_change":"2024-09-19T06:49:47.910859+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910859+0000","last_undegraded":"2024-09-19T06:49:47.910859+0000","last_fullsized":"2024-09-19T06:49:47.910859+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931724+0000","last_change":"2024-09-19T06:49:47.927955+0000","last_active":"2024-09-19T06:49:47.931724+0000","last_peered":"2024-09-19T06:49:47.931724+0000","last_clean":"2024-09-19T06:49:47.931724+0000","last_became_active":"2024-09-19T06:49:47.927666+0000","last_became_peered":"2024-09-19T06:49:47.927666+0000","last_unstale":"2024-09-19T06:49:47.931724+0000","last_undegraded":"2024-09-19T06:49:47.931724+0000","last_fullsized":"2024-09-19T06:49:47.931724+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:20.853559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914613+0000","last_change":"2024-09-19T06:49:48.930237+0000","last_active":"2024-09-19T06:49:49.914613+0000","last_peered":"2024-09-19T06:49:49.914613+0000","last_clean":"2024-09-19T06:49:49.914613+0000","last_became_active":"2024-09-19T06:49:48.929929+0000","last_became_peered":"2024-09-19T06:49:48.929929+0000","last_unstale":"2024-09-19T06:49:49.914613+0000","last_undegraded":"2024-09-19T06:49:49.914613+0000","last_fullsized":"2024-09-19T06:49:49.914613+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:18.873113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914656+0000","last_change":"2024-09-19T06:49:47.928048+0000","last_active":"2024-09-19T06:49:49.914656+0000","last_peered":"2024-09-19T06:49:49.914656+0000","last_clean":"2024-09-19T06:49:49.914656+0000","last_became_active":"2024-09-19T06:49:47.927675+0000","last_became_peered":"2024-09-19T06:49:47.927675+0000","last_unstale":"2024-09-19T06:49:49.914656+0000","last_undegraded":"2024-09-19T06:49:49.914656+0000","last_fullsized":"2024-09-19T06:49:49.914656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:13.141401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908951+0000","last_change":"2024-09-19T06:49:47.908951+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908951+0000","last_undegraded":"2024-09-19T06:49:47.908951+0000","last_fullsized":"2024-09-19T06:49:47.908951+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930356+0000","last_change":"2024-09-19T06:49:47.928193+0000","last_active":"2024-09-19T06:49:47.930356+0000","last_peered":"2024-09-19T06:49:47.930356+0000","last_clean":"2024-09-19T06:49:47.930356+0000","last_became_active":"2024-09-19T06:49:47.927865+0000","last_became_peered":"2024-09-19T06:49:47.927865+0000","last_unstale":"2024-09-19T06:49:47.930356+0000","last_undegraded":"2024-09-19T06:49:47.930356+0000","last_fullsized":"2024-09-19T06:49:47.930356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:14.554040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.913302+0000","last_change":"2024-09-19T06:49:47.913302+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.913302+0000","last_undegraded":"2024-09-19T06:49:47.913302+0000","last_fullsized":"2024-09-19T06:49:47.913302+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930284+0000","last_change":"2024-09-19T06:49:47.922669+0000","last_active":"2024-09-19T06:49:47.930284+0000","last_peered":"2024-09-19T06:49:47.930284+0000","last_clean":"2024-09-19T06:49:47.930284+0000","last_became_active":"2024-09-19T06:49:47.922424+0000","last_became_peered":"2024-09-19T06:49:47.922424+0000","last_unstale":"2024-09-19T06:49:47.930284+0000","last_undegraded":"2024-09-19T06:49:47.930284+0000","last_fullsized":"2024-09-19T06:49:47.930284+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.711086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908534+0000","last_change":"2024-09-19T06:49:47.908534+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908534+0000","last_undegraded":"2024-09-19T06:49:47.908534+0000","last_fullsized":"2024-09-19T06:49:47.908534+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.926883+0000","last_change":"2024-09-19T06:49:47.923558+0000","last_active":"2024-09-19T06:49:47.926883+0000","last_peered":"2024-09-19T06:49:47.926883+0000","last_clean":"2024-09-19T06:49:47.926883+0000","last_became_active":"2024-09-19T06:49:47.923295+0000","last_became_peered":"2024-09-19T06:49:47.923295+0000","last_unstale":"2024-09-19T06:49:47.926883+0000","last_undegraded":"2024-09-19T06:49:47.926883+0000","last_fullsized":"2024-09-19T06:49:47.926883+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:34.832052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914201+0000","last_change":"2024-09-19T06:49:48.929857+0000","last_active":"2024-09-19T06:49:49.914201+0000","last_peered":"2024-09-19T06:49:49.914201+0000","last_clean":"2024-09-19T06:49:49.914201+0000","last_became_active":"2024-09-19T06:49:48.929549+0000","last_became_peered":"2024-09-19T06:49:48.929549+0000","last_unstale":"2024-09-19T06:49:49.914201+0000","last_undegraded":"2024-09-19T06:49:49.914201+0000","last_fullsized":"2024-09-19T06:49:49.914201+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:33.804951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930299+0000","last_change":"2024-09-19T06:49:47.922441+0000","last_active":"2024-09-19T06:49:47.930299+0000","last_peered":"2024-09-19T06:49:47.930299+0000","last_clean":"2024-09-19T06:49:47.930299+0000","last_became_active":"2024-09-19T06:49:47.922170+0000","last_became_peered":"2024-09-19T06:49:47.922170+0000","last_unstale":"2024-09-19T06:49:47.930299+0000","last_undegraded":"2024-09-19T06:49:47.930299+0000","last_fullsized":"2024-09-19T06:49:47.930299+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:16.319471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909620+0000","last_change":"2024-09-19T06:49:47.909620+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909620+0000","last_undegraded":"2024-09-19T06:49:47.909620+0000","last_fullsized":"2024-09-19T06:49:47.909620+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931565+0000","last_change":"2024-09-19T06:49:47.924395+0000","last_active":"2024-09-19T06:49:47.931565+0000","last_peered":"2024-09-19T06:49:47.931565+0000","last_clean":"2024-09-19T06:49:47.931565+0000","last_became_active":"2024-09-19T06:49:47.924136+0000","last_became_peered":"2024-09-19T06:49:47.924136+0000","last_unstale":"2024-09-19T06:49:47.931565+0000","last_undegraded":"2024-09-19T06:49:47.931565+0000","last_fullsized":"2024-09-19T06:49:47.931565+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:39.120111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914871+0000","last_change":"2024-09-19T06:49:48.917564+0000","last_active":"2024-09-19T06:49:49.914871+0000","last_peered":"2024-09-19T06:49:49.914871+0000","last_clean":"2024-09-19T06:49:49.914871+0000","last_became_active":"2024-09-19T06:49:48.917039+0000","last_became_peered":"2024-09-19T06:49:48.917039+0000","last_unstale":"2024-09-19T06:49:49.914871+0000","last_undegraded":"2024-09-19T06:49:49.914871+0000","last_fullsized":"2024-09-19T06:49:49.914871+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:31.212543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931391+0000","last_change":"2024-09-19T06:49:47.923377+0000","last_active":"2024-09-19T06:49:47.931391+0000","last_peered":"2024-09-19T06:49:47.931391+0000","last_clean":"2024-09-19T06:49:47.931391+0000","last_became_active":"2024-09-19T06:49:47.923118+0000","last_became_peered":"2024-09-19T06:49:47.923118+0000","last_unstale":"2024-09-19T06:49:47.931391+0000","last_undegraded":"2024-09-19T06:49:47.931391+0000","last_fullsized":"2024-09-19T06:49:47.931391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:52.201066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914498+0000","last_change":"2024-09-19T06:49:48.928848+0000","last_active":"2024-09-19T06:49:49.914498+0000","last_peered":"2024-09-19T06:49:49.914498+0000","last_clean":"2024-09-19T06:49:49.914498+0000","last_became_active":"2024-09-19T06:49:48.928189+0000","last_became_peered":"2024-09-19T06:49:48.928189+0000","last_unstale":"2024-09-19T06:49:49.914498+0000","last_undegraded":"2024-09-19T06:49:49.914498+0000","last_fullsized":"2024-09-19T06:49:49.914498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:11.470797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.922706+0000","last_change":"2024-09-19T06:49:47.920334+0000","last_active":"2024-09-19T06:49:47.922706+0000","last_peered":"2024-09-19T06:49:47.922706+0000","last_clean":"2024-09-19T06:49:47.922706+0000","last_became_active":"2024-09-19T06:49:47.919881+0000","last_became_peered":"2024-09-19T06:49:47.919881+0000","last_unstale":"2024-09-19T06:49:47.922706+0000","last_undegraded":"2024-09-19T06:49:47.922706+0000","last_fullsized":"2024-09-19T06:49:47.922706+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:13.117897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911158+0000","last_change":"2024-09-19T06:49:47.911158+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911158+0000","last_undegraded":"2024-09-19T06:49:47.911158+0000","last_fullsized":"2024-09-19T06:49:47.911158+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933934+0000","last_change":"2024-09-19T06:49:47.932586+0000","last_active":"2024-09-19T06:49:47.933934+0000","last_peered":"2024-09-19T06:49:47.933934+0000","last_clean":"2024-09-19T06:49:47.933934+0000","last_became_active":"2024-09-19T06:49:47.932286+0000","last_became_peered":"2024-09-19T06:49:47.932286+0000","last_unstale":"2024-09-19T06:49:47.933934+0000","last_undegraded":"2024-09-19T06:49:47.933934+0000","last_fullsized":"2024-09-19T06:49:47.933934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:39.655684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.921577+0000","last_change":"2024-09-19T06:49:47.921577+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.921577+0000","last_undegraded":"2024-09-19T06:49:47.921577+0000","last_fullsized":"2024-09-19T06:49:47.921577+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.929916+0000","last_change":"2024-09-19T06:49:47.921039+0000","last_active":"2024-09-19T06:49:47.929916+0000","last_peered":"2024-09-19T06:49:47.929916+0000","last_clean":"2024-09-19T06:49:47.929916+0000","last_became_active":"2024-09-19T06:49:47.920761+0000","last_became_peered":"2024-09-19T06:49:47.920761+0000","last_unstale":"2024-09-19T06:49:47.929916+0000","last_undegraded":"2024-09-19T06:49:47.929916+0000","last_fullsized":"2024-09-19T06:49:47.929916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:17.971011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914504+0000","last_change":"2024-09-19T06:49:48.935172+0000","last_active":"2024-09-19T06:49:49.914504+0000","last_peered":"2024-09-19T06:49:49.914504+0000","last_clean":"2024-09-19T06:49:49.914504+0000","last_became_active":"2024-09-19T06:49:48.934307+0000","last_became_peered":"2024-09-19T06:49:48.934307+0000","last_unstale":"2024-09-19T06:49:49.914504+0000","last_undegraded":"2024-09-19T06:49:49.914504+0000","last_fullsized":"2024-09-19T06:49:49.914504+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:36.028579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914061+0000","last_change":"2024-09-19T06:49:47.927151+0000","last_active":"2024-09-19T06:49:49.914061+0000","last_peered":"2024-09-19T06:49:49.914061+0000","last_clean":"2024-09-19T06:49:49.914061+0000","last_became_active":"2024-09-19T06:49:47.925606+0000","last_became_peered":"2024-09-19T06:49:47.925606+0000","last_unstale":"2024-09-19T06:49:49.914061+0000","last_undegraded":"2024-09-19T06:49:49.914061+0000","last_fullsized":"2024-09-19T06:49:49.914061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:09:20.522905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910603+0000","last_change":"2024-09-19T06:49:47.910603+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910603+0000","last_undegraded":"2024-09-19T06:49:47.910603+0000","last_fullsized":"2024-09-19T06:49:47.910603+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914277+0000","last_change":"2024-09-19T06:49:47.929701+0000","last_active":"2024-09-19T06:49:49.914277+0000","last_peered":"2024-09-19T06:49:49.914277+0000","last_clean":"2024-09-19T06:49:49.914277+0000","last_became_active":"2024-09-19T06:49:47.929369+0000","last_became_peered":"2024-09-19T06:49:47.929369+0000","last_unstale":"2024-09-19T06:49:49.914277+0000","last_undegraded":"2024-09-19T06:49:49.914277+0000","last_fullsized":"2024-09-19T06:49:49.914277+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:33.127487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909508+0000","last_change":"2024-09-19T06:49:47.909508+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909508+0000","last_undegraded":"2024-09-19T06:49:47.909508+0000","last_fullsized":"2024-09-19T06:49:47.909508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.924225+0000","last_change":"2024-09-19T06:49:47.920554+0000","last_active":"2024-09-19T06:49:47.924225+0000","last_peered":"2024-09-19T06:49:47.924225+0000","last_clean":"2024-09-19T06:49:47.924225+0000","last_became_active":"2024-09-19T06:49:47.920160+0000","last_became_peered":"2024-09-19T06:49:47.920160+0000","last_unstale":"2024-09-19T06:49:47.924225+0000","last_undegraded":"2024-09-19T06:49:47.924225+0000","last_fullsized":"2024-09-19T06:49:47.924225+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:12.468831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907501+0000","last_change":"2024-09-19T06:49:47.907501+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907501+0000","last_undegraded":"2024-09-19T06:49:47.907501+0000","last_fullsized":"2024-09-19T06:49:47.907501+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931148+0000","last_change":"2024-09-19T06:49:47.924508+0000","last_active":"2024-09-19T06:49:47.931148+0000","last_peered":"2024-09-19T06:49:47.931148+0000","last_clean":"2024-09-19T06:49:47.931148+0000","last_became_active":"2024-09-19T06:49:47.921713+0000","last_became_peered":"2024-09-19T06:49:47.921713+0000","last_unstale":"2024-09-19T06:49:47.931148+0000","last_undegraded":"2024-09-19T06:49:47.931148+0000","last_fullsized":"2024-09-19T06:49:47.931148+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:54.732260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911321+0000","last_change":"2024-09-19T06:49:47.911321+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911321+0000","last_undegraded":"2024-09-19T06:49:47.911321+0000","last_fullsized":"2024-09-19T06:49:47.911321+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930431+0000","last_change":"2024-09-19T06:49:47.921775+0000","last_active":"2024-09-19T06:49:47.930431+0000","last_peered":"2024-09-19T06:49:47.930431+0000","last_clean":"2024-09-19T06:49:47.930431+0000","last_became_active":"2024-09-19T06:49:47.921483+0000","last_became_peered":"2024-09-19T06:49:47.921483+0000","last_unstale":"2024-09-19T06:49:47.930431+0000","last_undegraded":"2024-09-19T06:49:47.930431+0000","last_fullsized":"2024-09-19T06:49:47.930431+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:51.551036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915623+0000","last_change":"2024-09-19T06:49:47.915623+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915623+0000","last_undegraded":"2024-09-19T06:49:47.915623+0000","last_fullsized":"2024-09-19T06:49:47.915623+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.927325+0000","last_change":"2024-09-19T06:49:47.926274+0000","last_active":"2024-09-19T06:49:47.927325+0000","last_peered":"2024-09-19T06:49:47.927325+0000","last_clean":"2024-09-19T06:49:47.927325+0000","last_became_active":"2024-09-19T06:49:47.924602+0000","last_became_peered":"2024-09-19T06:49:47.924602+0000","last_unstale":"2024-09-19T06:49:47.927325+0000","last_undegraded":"2024-09-19T06:49:47.927325+0000","last_fullsized":"2024-09-19T06:49:47.927325+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:59.198751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911538+0000","last_change":"2024-09-19T06:49:47.911538+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911538+0000","last_undegraded":"2024-09-19T06:49:47.911538+0000","last_fullsized":"2024-09-19T06:49:47.911538+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930633+0000","last_change":"2024-09-19T06:49:47.925886+0000","last_active":"2024-09-19T06:49:47.930633+0000","last_peered":"2024-09-19T06:49:47.930633+0000","last_clean":"2024-09-19T06:49:47.930633+0000","last_became_active":"2024-09-19T06:49:47.925592+0000","last_became_peered":"2024-09-19T06:49:47.925592+0000","last_unstale":"2024-09-19T06:49:47.930633+0000","last_undegraded":"2024-09-19T06:49:47.930633+0000","last_fullsized":"2024-09-19T06:49:47.930633+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:52.201066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.921104+0000","last_change":"2024-09-19T06:49:47.921104+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.921104+0000","last_undegraded":"2024-09-19T06:49:47.921104+0000","last_fullsized":"2024-09-19T06:49:47.921104+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931290+0000","last_change":"2024-09-19T06:49:47.923066+0000","last_active":"2024-09-19T06:49:47.931290+0000","last_peered":"2024-09-19T06:49:47.931290+0000","last_clean":"2024-09-19T06:49:47.931290+0000","last_became_active":"2024-09-19T06:49:47.922758+0000","last_became_peered":"2024-09-19T06:49:47.922758+0000","last_unstale":"2024-09-19T06:49:47.931290+0000","last_undegraded":"2024-09-19T06:49:47.931290+0000","last_fullsized":"2024-09-19T06:49:47.931290+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:49.332426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915985+0000","last_change":"2024-09-19T06:49:47.915985+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915985+0000","last_undegraded":"2024-09-19T06:49:47.915985+0000","last_fullsized":"2024-09-19T06:49:47.915985+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930240+0000","last_change":"2024-09-19T06:49:47.921760+0000","last_active":"2024-09-19T06:49:47.930240+0000","last_peered":"2024-09-19T06:49:47.930240+0000","last_clean":"2024-09-19T06:49:47.930240+0000","last_became_active":"2024-09-19T06:49:47.921522+0000","last_became_peered":"2024-09-19T06:49:47.921522+0000","last_unstale":"2024-09-19T06:49:47.930240+0000","last_undegraded":"2024-09-19T06:49:47.930240+0000","last_fullsized":"2024-09-19T06:49:47.930240+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:48.349724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.914805+0000","last_change":"2024-09-19T06:49:47.914805+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.914805+0000","last_undegraded":"2024-09-19T06:49:47.914805+0000","last_fullsized":"2024-09-19T06:49:47.914805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933359+0000","last_change":"2024-09-19T06:49:47.928111+0000","last_active":"2024-09-19T06:49:47.933359+0000","last_peered":"2024-09-19T06:49:47.933359+0000","last_clean":"2024-09-19T06:49:47.933359+0000","last_became_active":"2024-09-19T06:49:47.927822+0000","last_became_peered":"2024-09-19T06:49:47.927822+0000","last_unstale":"2024-09-19T06:49:47.933359+0000","last_undegraded":"2024-09-19T06:49:47.933359+0000","last_fullsized":"2024-09-19T06:49:47.933359+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:17.971011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908342+0000","last_change":"2024-09-19T06:49:47.908342+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908342+0000","last_undegraded":"2024-09-19T06:49:47.908342+0000","last_fullsized":"2024-09-19T06:49:47.908342+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.928295+0000","last_change":"2024-09-19T06:49:47.926445+0000","last_active":"2024-09-19T06:49:47.928295+0000","last_peered":"2024-09-19T06:49:47.928295+0000","last_clean":"2024-09-19T06:49:47.928295+0000","last_became_active":"2024-09-19T06:49:47.924265+0000","last_became_peered":"2024-09-19T06:49:47.924265+0000","last_unstale":"2024-09-19T06:49:47.928295+0000","last_undegraded":"2024-09-19T06:49:47.928295+0000","last_fullsized":"2024-09-19T06:49:47.928295+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:14.574593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911063+0000","last_change":"2024-09-19T06:49:47.911063+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911063+0000","last_undegraded":"2024-09-19T06:49:47.911063+0000","last_fullsized":"2024-09-19T06:49:47.911063+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933907+0000","last_change":"2024-09-19T06:49:47.932095+0000","last_active":"2024-09-19T06:49:47.933907+0000","last_peered":"2024-09-19T06:49:47.933907+0000","last_clean":"2024-09-19T06:49:47.933907+0000","last_became_active":"2024-09-19T06:49:47.931171+0000","last_became_peered":"2024-09-19T06:49:47.931171+0000","last_unstale":"2024-09-19T06:49:47.933907+0000","last_undegraded":"2024-09-19T06:49:47.933907+0000","last_fullsized":"2024-09-19T06:49:47.933907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:55.921018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907834+0000","last_change":"2024-09-19T06:49:47.907834+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907834+0000","last_undegraded":"2024-09-19T06:49:47.907834+0000","last_fullsized":"2024-09-19T06:49:47.907834+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931368+0000","last_change":"2024-09-19T06:49:47.923149+0000","last_active":"2024-09-19T06:49:47.931368+0000","last_peered":"2024-09-19T06:49:47.931368+0000","last_clean":"2024-09-19T06:49:47.931368+0000","last_became_active":"2024-09-19T06:49:47.922829+0000","last_became_peered":"2024-09-19T06:49:47.922829+0000","last_unstale":"2024-09-19T06:49:47.931368+0000","last_undegraded":"2024-09-19T06:49:47.931368+0000","last_fullsized":"2024-09-19T06:49:47.931368+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:08.259574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911025+0000","last_change":"2024-09-19T06:49:47.911025+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911025+0000","last_undegraded":"2024-09-19T06:49:47.911025+0000","last_fullsized":"2024-09-19T06:49:47.911025+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931622+0000","last_change":"2024-09-19T06:49:47.923955+0000","last_active":"2024-09-19T06:49:47.931622+0000","last_peered":"2024-09-19T06:49:47.931622+0000","last_clean":"2024-09-19T06:49:47.931622+0000","last_became_active":"2024-09-19T06:49:47.923663+0000","last_became_peered":"2024-09-19T06:49:47.923663+0000","last_unstale":"2024-09-19T06:49:47.931622+0000","last_undegraded":"2024-09-19T06:49:47.931622+0000","last_fullsized":"2024-09-19T06:49:47.931622+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.711086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906579+0000","last_change":"2024-09-19T06:49:47.906579+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906579+0000","last_undegraded":"2024-09-19T06:49:47.906579+0000","last_fullsized":"2024-09-19T06:49:47.906579+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933067+0000","last_change":"2024-09-19T06:49:47.928060+0000","last_active":"2024-09-19T06:49:47.933067+0000","last_peered":"2024-09-19T06:49:47.933067+0000","last_clean":"2024-09-19T06:49:47.933067+0000","last_became_active":"2024-09-19T06:49:47.927627+0000","last_became_peered":"2024-09-19T06:49:47.927627+0000","last_unstale":"2024-09-19T06:49:47.933067+0000","last_undegraded":"2024-09-19T06:49:47.933067+0000","last_fullsized":"2024-09-19T06:49:47.933067+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:14.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914587+0000","last_change":"2024-09-19T06:49:48.934617+0000","last_active":"2024-09-19T06:49:49.914587+0000","last_peered":"2024-09-19T06:49:49.914587+0000","last_clean":"2024-09-19T06:49:49.914587+0000","last_became_active":"2024-09-19T06:49:48.934151+0000","last_became_peered":"2024-09-19T06:49:48.934151+0000","last_unstale":"2024-09-19T06:49:49.914587+0000","last_undegraded":"2024-09-19T06:49:49.914587+0000","last_fullsized":"2024-09-19T06:49:49.914587+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:15.280901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933027+0000","last_change":"2024-09-19T06:49:47.927149+0000","last_active":"2024-09-19T06:49:47.933027+0000","last_peered":"2024-09-19T06:49:47.933027+0000","last_clean":"2024-09-19T06:49:47.933027+0000","last_became_active":"2024-09-19T06:49:47.925365+0000","last_became_peered":"2024-09-19T06:49:47.925365+0000","last_unstale":"2024-09-19T06:49:47.933027+0000","last_undegraded":"2024-09-19T06:49:47.933027+0000","last_fullsized":"2024-09-19T06:49:47.933027+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:14.554040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913723+0000","last_change":"2024-09-19T06:49:48.929772+0000","last_active":"2024-09-19T06:49:49.913723+0000","last_peered":"2024-09-19T06:49:49.913723+0000","last_clean":"2024-09-19T06:49:49.913723+0000","last_became_active":"2024-09-19T06:49:48.929499+0000","last_became_peered":"2024-09-19T06:49:48.929499+0000","last_unstale":"2024-09-19T06:49:49.913723+0000","last_undegraded":"2024-09-19T06:49:49.913723+0000","last_fullsized":"2024-09-19T06:49:49.913723+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:39.300767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930269+0000","last_change":"2024-09-19T06:49:47.922211+0000","last_active":"2024-09-19T06:49:47.930269+0000","last_peered":"2024-09-19T06:49:47.930269+0000","last_clean":"2024-09-19T06:49:47.930269+0000","last_became_active":"2024-09-19T06:49:47.921467+0000","last_became_peered":"2024-09-19T06:49:47.921467+0000","last_unstale":"2024-09-19T06:49:47.930269+0000","last_undegraded":"2024-09-19T06:49:47.930269+0000","last_fullsized":"2024-09-19T06:49:47.930269+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:59.489859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907472+0000","last_change":"2024-09-19T06:49:47.907472+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907472+0000","last_undegraded":"2024-09-19T06:49:47.907472+0000","last_fullsized":"2024-09-19T06:49:47.907472+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913653+0000","last_change":"2024-09-19T06:49:47.929400+0000","last_active":"2024-09-19T06:49:49.913653+0000","last_peered":"2024-09-19T06:49:49.913653+0000","last_clean":"2024-09-19T06:49:49.913653+0000","last_became_active":"2024-09-19T06:49:47.927935+0000","last_became_peered":"2024-09-19T06:49:47.927935+0000","last_unstale":"2024-09-19T06:49:49.913653+0000","last_undegraded":"2024-09-19T06:49:49.913653+0000","last_fullsized":"2024-09-19T06:49:49.913653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:15.677856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906495+0000","last_change":"2024-09-19T06:49:47.906495+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906495+0000","last_undegraded":"2024-09-19T06:49:47.906495+0000","last_fullsized":"2024-09-19T06:49:47.906495+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.927301+0000","last_change":"2024-09-19T06:49:47.925746+0000","last_active":"2024-09-19T06:49:47.927301+0000","last_peered":"2024-09-19T06:49:47.927301+0000","last_clean":"2024-09-19T06:49:47.927301+0000","last_became_active":"2024-09-19T06:49:47.923967+0000","last_became_peered":"2024-09-19T06:49:47.923967+0000","last_unstale":"2024-09-19T06:49:47.927301+0000","last_undegraded":"2024-09-19T06:49:47.927301+0000","last_fullsized":"2024-09-19T06:49:47.927301+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:04.382693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":188,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.908713+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:49:47.908713+0000","last_peered":"2024-09-19T06:49:47.908713+0000","last_clean":"2024-09-19T06:49:47.908713+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:49:47.908713+0000","last_undegraded":"2024-09-19T06:49:47.908713+0000","last_fullsized":"2024-09-19T06:49:47.908713+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509456,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":352256,"data_stored":131807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":946176,"data_stored":722175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":352256,"data_stored":131807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":715900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542162,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":146516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:49:53.895 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3f is not active+clean 2024-09-19T06:49:53.895 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.912386+0000', 'last_change': '2024-09-19T06:49:47.912386+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.912386+0000', 'last_undegraded': '2024-09-19T06:49:47.912386+0000', 'last_fullsized': '2024-09-19T06:49:47.912386+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.895 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3e is not active+clean 2024-09-19T06:49:53.895 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.910880+0000', 'last_change': '2024-09-19T06:49:47.910880+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.910880+0000', 'last_undegraded': '2024-09-19T06:49:47.910880+0000', 'last_fullsized': '2024-09-19T06:49:47.910880+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:49:53.895 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3d is not active+clean 2024-09-19T06:49:53.895 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.909921+0000', 'last_change': '2024-09-19T06:49:47.909921+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.909921+0000', 'last_undegraded': '2024-09-19T06:49:47.909921+0000', 'last_fullsized': '2024-09-19T06:49:47.909921+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:49:53.895 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3b is not active+clean 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.916988+0000', 'last_change': '2024-09-19T06:49:47.916988+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.916988+0000', 'last_undegraded': '2024-09-19T06:49:47.916988+0000', 'last_fullsized': '2024-09-19T06:49:47.916988+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3a is not active+clean 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.910044+0000', 'last_change': '2024-09-19T06:49:47.910044+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.910044+0000', 'last_undegraded': '2024-09-19T06:49:47.910044+0000', 'last_fullsized': '2024-09-19T06:49:47.910044+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:PG 5.39 is not active+clean 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911288+0000', 'last_change': '2024-09-19T06:49:47.911288+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911288+0000', 'last_undegraded': '2024-09-19T06:49:47.911288+0000', 'last_fullsized': '2024-09-19T06:49:47.911288+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:PG 5.38 is not active+clean 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911560+0000', 'last_change': '2024-09-19T06:49:47.911560+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911560+0000', 'last_undegraded': '2024-09-19T06:49:47.911560+0000', 'last_fullsized': '2024-09-19T06:49:47.911560+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:PG 5.37 is not active+clean 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.916913+0000', 'last_change': '2024-09-19T06:49:47.916913+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.916913+0000', 'last_undegraded': '2024-09-19T06:49:47.916913+0000', 'last_fullsized': '2024-09-19T06:49:47.916913+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:PG 5.35 is not active+clean 2024-09-19T06:49:53.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.908266+0000', 'last_change': '2024-09-19T06:49:47.908266+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.908266+0000', 'last_undegraded': '2024-09-19T06:49:47.908266+0000', 'last_fullsized': '2024-09-19T06:49:47.908266+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:PG 5.34 is not active+clean 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.908924+0000', 'last_change': '2024-09-19T06:49:47.908924+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.908924+0000', 'last_undegraded': '2024-09-19T06:49:47.908924+0000', 'last_fullsized': '2024-09-19T06:49:47.908924+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:PG 5.33 is not active+clean 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.916217+0000', 'last_change': '2024-09-19T06:49:47.916217+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.916217+0000', 'last_undegraded': '2024-09-19T06:49:47.916217+0000', 'last_fullsized': '2024-09-19T06:49:47.916217+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:PG 5.31 is not active+clean 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.907736+0000', 'last_change': '2024-09-19T06:49:47.907736+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.907736+0000', 'last_undegraded': '2024-09-19T06:49:47.907736+0000', 'last_fullsized': '2024-09-19T06:49:47.907736+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:PG 5.30 is not active+clean 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.908766+0000', 'last_change': '2024-09-19T06:49:47.908766+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.908766+0000', 'last_undegraded': '2024-09-19T06:49:47.908766+0000', 'last_fullsized': '2024-09-19T06:49:47.908766+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2f is not active+clean 2024-09-19T06:49:53.897 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.909691+0000', 'last_change': '2024-09-19T06:49:47.909691+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.909691+0000', 'last_undegraded': '2024-09-19T06:49:47.909691+0000', 'last_fullsized': '2024-09-19T06:49:47.909691+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2e is not active+clean 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.912710+0000', 'last_change': '2024-09-19T06:49:47.912710+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.912710+0000', 'last_undegraded': '2024-09-19T06:49:47.912710+0000', 'last_fullsized': '2024-09-19T06:49:47.912710+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2d is not active+clean 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.912469+0000', 'last_change': '2024-09-19T06:49:47.912469+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.912469+0000', 'last_undegraded': '2024-09-19T06:49:47.912469+0000', 'last_fullsized': '2024-09-19T06:49:47.912469+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2c is not active+clean 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.920284+0000', 'last_change': '2024-09-19T06:49:47.920284+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.920284+0000', 'last_undegraded': '2024-09-19T06:49:47.920284+0000', 'last_fullsized': '2024-09-19T06:49:47.920284+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2b is not active+clean 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.907812+0000', 'last_change': '2024-09-19T06:49:47.907812+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.907812+0000', 'last_undegraded': '2024-09-19T06:49:47.907812+0000', 'last_fullsized': '2024-09-19T06:49:47.907812+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2a is not active+clean 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911954+0000', 'last_change': '2024-09-19T06:49:47.911954+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911954+0000', 'last_undegraded': '2024-09-19T06:49:47.911954+0000', 'last_fullsized': '2024-09-19T06:49:47.911954+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.898 INFO:tasks.ceph.ceph_manager.ceph:PG 5.29 is not active+clean 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.916721+0000', 'last_change': '2024-09-19T06:49:47.916721+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.916721+0000', 'last_undegraded': '2024-09-19T06:49:47.916721+0000', 'last_fullsized': '2024-09-19T06:49:47.916721+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:PG 5.28 is not active+clean 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911149+0000', 'last_change': '2024-09-19T06:49:47.911149+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911149+0000', 'last_undegraded': '2024-09-19T06:49:47.911149+0000', 'last_fullsized': '2024-09-19T06:49:47.911149+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:PG 5.25 is not active+clean 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.915089+0000', 'last_change': '2024-09-19T06:49:47.915089+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.915089+0000', 'last_undegraded': '2024-09-19T06:49:47.915089+0000', 'last_fullsized': '2024-09-19T06:49:47.915089+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:PG 5.24 is not active+clean 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.914009+0000', 'last_change': '2024-09-19T06:49:47.914009+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.914009+0000', 'last_undegraded': '2024-09-19T06:49:47.914009+0000', 'last_fullsized': '2024-09-19T06:49:47.914009+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:PG 5.23 is not active+clean 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.906382+0000', 'last_change': '2024-09-19T06:49:47.906382+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.906382+0000', 'last_undegraded': '2024-09-19T06:49:47.906382+0000', 'last_fullsized': '2024-09-19T06:49:47.906382+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:PG 5.22 is not active+clean 2024-09-19T06:49:53.899 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.906932+0000', 'last_change': '2024-09-19T06:49:47.906932+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.906932+0000', 'last_undegraded': '2024-09-19T06:49:47.906932+0000', 'last_fullsized': '2024-09-19T06:49:47.906932+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:PG 5.21 is not active+clean 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.910451+0000', 'last_change': '2024-09-19T06:49:47.910451+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.910451+0000', 'last_undegraded': '2024-09-19T06:49:47.910451+0000', 'last_fullsized': '2024-09-19T06:49:47.910451+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:PG 5.20 is not active+clean 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.907893+0000', 'last_change': '2024-09-19T06:49:47.907893+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.907893+0000', 'last_undegraded': '2024-09-19T06:49:47.907893+0000', 'last_fullsized': '2024-09-19T06:49:47.907893+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1e is not active+clean 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.918876+0000', 'last_change': '2024-09-19T06:49:47.918876+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.918876+0000', 'last_undegraded': '2024-09-19T06:49:47.918876+0000', 'last_fullsized': '2024-09-19T06:49:47.918876+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1f is not active+clean 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911705+0000', 'last_change': '2024-09-19T06:49:47.911705+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911705+0000', 'last_undegraded': '2024-09-19T06:49:47.911705+0000', 'last_fullsized': '2024-09-19T06:49:47.911705+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1c is not active+clean 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.910859+0000', 'last_change': '2024-09-19T06:49:47.910859+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.910859+0000', 'last_undegraded': '2024-09-19T06:49:47.910859+0000', 'last_fullsized': '2024-09-19T06:49:47.910859+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1a is not active+clean 2024-09-19T06:49:53.900 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.908951+0000', 'last_change': '2024-09-19T06:49:47.908951+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.908951+0000', 'last_undegraded': '2024-09-19T06:49:47.908951+0000', 'last_fullsized': '2024-09-19T06:49:47.908951+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1b is not active+clean 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.913302+0000', 'last_change': '2024-09-19T06:49:47.913302+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.913302+0000', 'last_undegraded': '2024-09-19T06:49:47.913302+0000', 'last_fullsized': '2024-09-19T06:49:47.913302+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:PG 5.18 is not active+clean 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.908534+0000', 'last_change': '2024-09-19T06:49:47.908534+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.908534+0000', 'last_undegraded': '2024-09-19T06:49:47.908534+0000', 'last_fullsized': '2024-09-19T06:49:47.908534+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:PG 5.16 is not active+clean 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.909620+0000', 'last_change': '2024-09-19T06:49:47.909620+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.909620+0000', 'last_undegraded': '2024-09-19T06:49:47.909620+0000', 'last_fullsized': '2024-09-19T06:49:47.909620+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:PG 5.15 is not active+clean 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911158+0000', 'last_change': '2024-09-19T06:49:47.911158+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911158+0000', 'last_undegraded': '2024-09-19T06:49:47.911158+0000', 'last_fullsized': '2024-09-19T06:49:47.911158+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:PG 5.12 is not active+clean 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.921577+0000', 'last_change': '2024-09-19T06:49:47.921577+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.921577+0000', 'last_undegraded': '2024-09-19T06:49:47.921577+0000', 'last_fullsized': '2024-09-19T06:49:47.921577+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:49:53.901 INFO:tasks.ceph.ceph_manager.ceph:PG 5.10 is not active+clean 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.910603+0000', 'last_change': '2024-09-19T06:49:47.910603+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.910603+0000', 'last_undegraded': '2024-09-19T06:49:47.910603+0000', 'last_fullsized': '2024-09-19T06:49:47.910603+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:PG 5.11 is not active+clean 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.909508+0000', 'last_change': '2024-09-19T06:49:47.909508+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.909508+0000', 'last_undegraded': '2024-09-19T06:49:47.909508+0000', 'last_fullsized': '2024-09-19T06:49:47.909508+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:PG 5.e is not active+clean 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.907501+0000', 'last_change': '2024-09-19T06:49:47.907501+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.907501+0000', 'last_undegraded': '2024-09-19T06:49:47.907501+0000', 'last_fullsized': '2024-09-19T06:49:47.907501+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:PG 5.f is not active+clean 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911321+0000', 'last_change': '2024-09-19T06:49:47.911321+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911321+0000', 'last_undegraded': '2024-09-19T06:49:47.911321+0000', 'last_fullsized': '2024-09-19T06:49:47.911321+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:PG 5.c is not active+clean 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.915623+0000', 'last_change': '2024-09-19T06:49:47.915623+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.915623+0000', 'last_undegraded': '2024-09-19T06:49:47.915623+0000', 'last_fullsized': '2024-09-19T06:49:47.915623+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:PG 5.d is not active+clean 2024-09-19T06:49:53.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911538+0000', 'last_change': '2024-09-19T06:49:47.911538+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911538+0000', 'last_undegraded': '2024-09-19T06:49:47.911538+0000', 'last_fullsized': '2024-09-19T06:49:47.911538+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:PG 5.a is not active+clean 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.921104+0000', 'last_change': '2024-09-19T06:49:47.921104+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.921104+0000', 'last_undegraded': '2024-09-19T06:49:47.921104+0000', 'last_fullsized': '2024-09-19T06:49:47.921104+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:PG 5.b is not active+clean 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.915985+0000', 'last_change': '2024-09-19T06:49:47.915985+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.915985+0000', 'last_undegraded': '2024-09-19T06:49:47.915985+0000', 'last_fullsized': '2024-09-19T06:49:47.915985+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:PG 5.8 is not active+clean 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.914805+0000', 'last_change': '2024-09-19T06:49:47.914805+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.914805+0000', 'last_undegraded': '2024-09-19T06:49:47.914805+0000', 'last_fullsized': '2024-09-19T06:49:47.914805+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:PG 5.9 is not active+clean 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.908342+0000', 'last_change': '2024-09-19T06:49:47.908342+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.908342+0000', 'last_undegraded': '2024-09-19T06:49:47.908342+0000', 'last_fullsized': '2024-09-19T06:49:47.908342+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:PG 5.6 is not active+clean 2024-09-19T06:49:53.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911063+0000', 'last_change': '2024-09-19T06:49:47.911063+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911063+0000', 'last_undegraded': '2024-09-19T06:49:47.911063+0000', 'last_fullsized': '2024-09-19T06:49:47.911063+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:PG 5.7 is not active+clean 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.907834+0000', 'last_change': '2024-09-19T06:49:47.907834+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.907834+0000', 'last_undegraded': '2024-09-19T06:49:47.907834+0000', 'last_fullsized': '2024-09-19T06:49:47.907834+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:PG 5.5 is not active+clean 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.911025+0000', 'last_change': '2024-09-19T06:49:47.911025+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.911025+0000', 'last_undegraded': '2024-09-19T06:49:47.911025+0000', 'last_fullsized': '2024-09-19T06:49:47.911025+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2 is not active+clean 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.906579+0000', 'last_change': '2024-09-19T06:49:47.906579+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.906579+0000', 'last_undegraded': '2024-09-19T06:49:47.906579+0000', 'last_fullsized': '2024-09-19T06:49:47.906579+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1 is not active+clean 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.907472+0000', 'last_change': '2024-09-19T06:49:47.907472+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.907472+0000', 'last_undegraded': '2024-09-19T06:49:47.907472+0000', 'last_fullsized': '2024-09-19T06:49:47.907472+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:PG 5.4 is not active+clean 2024-09-19T06:49:53.904 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:49:47.906495+0000', 'last_change': '2024-09-19T06:49:47.906495+0000', 'last_active': '2024-09-19T06:49:47.895979+0000', 'last_peered': '2024-09-19T06:49:47.895979+0000', 'last_clean': '2024-09-19T06:49:47.895979+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:49:47.906495+0000', 'last_undegraded': '2024-09-19T06:49:47.906495+0000', 'last_fullsized': '2024-09-19T06:49:47.906495+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'last_clean_scrub_stamp': '2024-09-19T06:49:47.895979+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T06:49:53.905 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T06:49:54.083 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.082+0000 7ff140200640 1 Processor -- start 2024-09-19T06:49:54.084 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.082+0000 7ff140200640 1 -- start start 2024-09-19T06:49:54.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.083+0000 7ff140200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7ff13815c170 0x7ff13815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.083+0000 7ff140200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff1380cf6c0 0x7ff1380cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.083+0000 7ff140200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1380b49c0 con 0x7ff1380b5dd0 2024-09-19T06:49:54.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.083+0000 7ff140200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7ff13815ca90 con 0x7ff13815c170 2024-09-19T06:49:54.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.083+0000 7ff140200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff1380b4cf0 con 0x7ff1380cf6c0 2024-09-19T06:49:54.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff13e200640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7ff1380b5dd0 0x7ff13815ffb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:40214/0 (socket says 172.21.15.90:40214) 2024-09-19T06:49:54.085 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff13e200640 1 -- 172.21.15.90:0/3475253574 learned_addr learned my addr 172.21.15.90:0/3475253574 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:54.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff13ce00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff1380cf6c0 0x7ff1380cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff13d800640 1 --2- 172.21.15.90:0/3475253574 >> v2:172.21.15.129:3300/0 conn(0x7ff13815c170 0x7ff13815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1582715863 0 0) 0x7ff1380b49c0 con 0x7ff1380b5dd0 2024-09-19T06:49:54.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff120003520 con 0x7ff1380b5dd0 2024-09-19T06:49:54.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1450879977 0 0) 0x7ff120003520 con 0x7ff1380b5dd0 2024-09-19T06:49:54.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff1380cf6c0 msgr2=0x7ff1380cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:54.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff137e00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff1380cf6c0 0x7ff1380cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 >> v2:172.21.15.129:3300/0 conn(0x7ff13815c170 msgr2=0x7ff13815c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.084+0000 7ff137e00640 1 --2- 172.21.15.90:0/3475253574 >> v2:172.21.15.129:3300/0 conn(0x7ff13815c170 0x7ff13815c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1380b4fd0 con 0x7ff1380b5dd0 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7ff1300019f0 con 0x7ff1380b5dd0 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 >> v1:172.21.15.90:6789/0 conn(0x7ff1380b5dd0 legacy=0x7ff13815ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff137e00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff1200039b0 0x7ff120003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff137e00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff120004800 0x7ff120004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff137e00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff1200051c0 0x7ff12000fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff13815ca90 con 0x7ff120004800 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7ff1380b4cf0 con 0x7ff1200051c0 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff120010310 con 0x7ff1200039b0 2024-09-19T06:49:54.088 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13ce00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff1380cf6c0 0x7ff1380cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:54.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13d800640 1 --2- 172.21.15.90:0/3475253574 >> v2:172.21.15.129:3300/0 conn(0x7ff13815c170 0x7ff13815c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:54.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13ce00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff120004800 0x7ff120004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13e200640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff1200051c0 0x7ff12000fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13d800640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff1200039b0 0x7ff120003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13ce00640 1 -- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff1200039b0 msgr2=0x7ff120003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:54.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13ce00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff1200039b0 0x7ff120003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13ce00640 1 -- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff1200051c0 msgr2=0x7ff12000fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:54.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13ce00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff1200051c0 0x7ff12000fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.085+0000 7ff13ce00640 1 -- 172.21.15.90:0/3475253574 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff120003520 con 0x7ff120004800 2024-09-19T06:49:54.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.086+0000 7ff13ce00640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff120004800 0x7ff120004c80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff124009b00 tx=0x7ff120005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d4cf424392e544b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:54.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.086+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff124036070 con 0x7ff120004800 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.087+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff124004030 con 0x7ff120004800 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.087+0000 7ff137e00640 1 -- 172.21.15.90:0/3475253574 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1240097d0 con 0x7ff120004800 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.087+0000 7ff140200640 1 -- 172.21.15.90:0/3475253574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff120004800 msgr2=0x7ff120004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.087+0000 7ff140200640 1 --2- 172.21.15.90:0/3475253574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff120004800 0x7ff120004c80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff124009b00 tx=0x7ff120005830 comp rx=0 tx=0).stop 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.087+0000 7ff13e200640 1 -- 172.21.15.90:0/3475253574 reap_dead start 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.087+0000 7ff140200640 1 -- 172.21.15.90:0/3475253574 shutdown_connections 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.087+0000 7ff140200640 1 -- 172.21.15.90:0/3475253574 >> 172.21.15.90:0/3475253574 conn(0x7ff13806bc10 msgr2=0x7ff13806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.087+0000 7ff140200640 1 -- 172.21.15.90:0/3475253574 shutdown_connections 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.087+0000 7ff140200640 1 -- 172.21.15.90:0/3475253574 wait complete. 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.089+0000 7ff140200640 1 Processor -- start 2024-09-19T06:49:54.091 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.089+0000 7ff140200640 1 -- start start 2024-09-19T06:49:54.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff140200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff120004800 0x7ff13814adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff140200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff13815d8e0 0x7ff13815e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff140200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff13814f270 0x7ff13814f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff140200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff1380b5870 con 0x7ff13815d8e0 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff140200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7ff1380b5590 con 0x7ff13814f270 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff140200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff1380b5b50 con 0x7ff120004800 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff13ce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff13815d8e0 0x7ff13815e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff13ce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff13815d8e0 0x7ff13815e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58636/0 (socket says 172.21.15.90:58636) 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff13ce00640 1 -- 172.21.15.90:0/2534142812 learned_addr learned my addr 172.21.15.90:0/2534142812 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff13d800640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff120004800 0x7ff13814adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.090+0000 7ff13e200640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff13814f270 0x7ff13814f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff13ce00640 1 -- 172.21.15.90:0/2534142812 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff120004800 msgr2=0x7ff13814adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff13ce00640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff120004800 0x7ff13814adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff13ce00640 1 -- 172.21.15.90:0/2534142812 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff13814f270 msgr2=0x7ff13814f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff13ce00640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff13814f270 0x7ff13814f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff13ce00640 1 -- 172.21.15.90:0/2534142812 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff13815f330 con 0x7ff13815d8e0 2024-09-19T06:49:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff13ce00640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff13815d8e0 0x7ff13815e760 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff124034040 tx=0x7ff124004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff135600640 1 -- 172.21.15.90:0/2534142812 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff124041020 con 0x7ff13815d8e0 2024-09-19T06:49:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff135600640 1 -- 172.21.15.90:0/2534142812 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff124003890 con 0x7ff13815d8e0 2024-09-19T06:49:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff135600640 1 -- 172.21.15.90:0/2534142812 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff124036040 con 0x7ff13815d8e0 2024-09-19T06:49:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff13814b2f0 con 0x7ff13815d8e0 2024-09-19T06:49:54.095 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.091+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff13814c4f0 con 0x7ff13815d8e0 2024-09-19T06:49:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.092+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff13815c550 con 0x7ff13815d8e0 2024-09-19T06:49:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.093+0000 7ff135600640 1 -- 172.21.15.90:0/2534142812 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff124044020 con 0x7ff13815d8e0 2024-09-19T06:49:54.096 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.094+0000 7ff135600640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff11806c2b0 0x7ff11806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.094+0000 7ff135600640 1 -- 172.21.15.90:0/2534142812 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7ff1240ab6c0 con 0x7ff13815d8e0 2024-09-19T06:49:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.094+0000 7ff13d800640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff11806c2b0 0x7ff11806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.097 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.095+0000 7ff13d800640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff11806c2b0 0x7ff11806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff12c009ce0 tx=0x7ff12c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:54.099 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.098+0000 7ff135600640 1 -- 172.21.15.90:0/2534142812 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff12404b070 con 0x7ff13815d8e0 2024-09-19T06:49:54.341 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.340+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff138154800 con 0x7ff13815d8e0 2024-09-19T06:49:54.342 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.341+0000 7ff135600640 1 -- 172.21.15.90:0/2534142812 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1684 (secure 0 0 0) 0x7ff1240796b0 con 0x7ff13815d8e0 2024-09-19T06:49:54.342 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:54.342 INFO:teuthology.orchestra.run.smithi090.stdout:{"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":86,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":34,"num_osds":8,"num_up_osds":8,"osd_up_since":1726728522,"num_in_osds":8,"osd_in_since":1726728511,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":52},{"state_name":"active+clean","count":45}],"num_pgs":97,"num_pools":3,"num_objects":3,"data_bytes":590368,"bytes_used":225411072,"bytes_avail":772868702208,"bytes_total":773094113280,"inactive_pgs_ratio":0.53608244657516479,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":18,"btime":"2024-09-19T06:49:51:924507+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":4782}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-19T06:49:45.027471+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff11806c2b0 msgr2=0x7ff11806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff11806c2b0 0x7ff11806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff12c009ce0 tx=0x7ff12c008040 comp rx=0 tx=0).stop 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff13815d8e0 msgr2=0x7ff13815e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff13815d8e0 0x7ff13815e760 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff124034040 tx=0x7ff124004730 comp rx=0 tx=0).stop 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 shutdown_connections 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff11806c2b0 0x7ff11806e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff13814f270 0x7ff13814f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff13815d8e0 0x7ff13815e760 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 --2- 172.21.15.90:0/2534142812 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff120004800 0x7ff13814adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 >> 172.21.15.90:0/2534142812 conn(0x7ff13806bc10 msgr2=0x7ff1380cfaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 shutdown_connections 2024-09-19T06:49:54.345 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.343+0000 7ff140200640 1 -- 172.21.15.90:0/2534142812 wait complete. 2024-09-19T06:49:54.361 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T06:49:54.361 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:49:54.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.512+0000 7fb4a4c00640 1 Processor -- start 2024-09-19T06:49:54.514 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.512+0000 7fb4a4c00640 1 -- start start 2024-09-19T06:49:54.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb4a4c00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb4a00d1b40 0x7fb4a01618a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb4a4c00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4a00708d0 con 0x7fb4a00b6eb0 2024-09-19T06:49:54.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb4a4c00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4a0070bb0 con 0x7fb4a00b7290 2024-09-19T06:49:54.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb4a4c00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fb4a0070e90 con 0x7fb4a00d1b40 2024-09-19T06:49:54.515 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb49de00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fb4a00b6eb0 0x7fb4a006fd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:40228/0 (socket says 172.21.15.90:40228) 2024-09-19T06:49:54.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb49de00640 1 -- 172.21.15.90:0/3239762390 learned_addr learned my addr 172.21.15.90:0/3239762390 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:54.516 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb495400640 1 --2- 172.21.15.90:0/3239762390 >> v2:172.21.15.90:3300/0 conn(0x7fb4a00d1b40 0x7fb4a01618a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb49d400640 1 -- 172.21.15.90:0/3239762390 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 858276493 0 0) 0x7fb4a00708d0 con 0x7fb4a00b6eb0 2024-09-19T06:49:54.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb495400640 1 -- 172.21.15.90:0/3239762390 >> v1:172.21.15.129:6789/0 conn(0x7fb4a00b7290 legacy=0x7fb4a0161de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb495400640 1 -- 172.21.15.90:0/3239762390 >> v1:172.21.15.90:6789/0 conn(0x7fb4a00b6eb0 legacy=0x7fb4a006fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.514+0000 7fb495400640 1 -- 172.21.15.90:0/3239762390 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4a0071170 con 0x7fb4a00d1b40 2024-09-19T06:49:54.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.515+0000 7fb495400640 1 --2- 172.21.15.90:0/3239762390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00d1b40 0x7fb4a01618a0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb4880097a0 tx=0x7fb48802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3256e6a30524cb0d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:54.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.515+0000 7fb49d400640 1 -- 172.21.15.90:0/3239762390 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb488037070 con 0x7fb4a00d1b40 2024-09-19T06:49:54.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.516+0000 7fb49d400640 1 -- 172.21.15.90:0/3239762390 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb48802ae50 con 0x7fb4a00d1b40 2024-09-19T06:49:54.517 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.516+0000 7fb49d400640 1 -- 172.21.15.90:0/3239762390 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb488032660 con 0x7fb4a00d1b40 2024-09-19T06:49:54.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.516+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3239762390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00d1b40 msgr2=0x7fb4a01618a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.516+0000 7fb4a4c00640 1 --2- 172.21.15.90:0/3239762390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00d1b40 0x7fb4a01618a0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb4880097a0 tx=0x7fb48802a100 comp rx=0 tx=0).stop 2024-09-19T06:49:54.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.516+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3239762390 shutdown_connections 2024-09-19T06:49:54.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.516+0000 7fb4a4c00640 1 --2- 172.21.15.90:0/3239762390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00d1b40 0x7fb4a01618a0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.516+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3239762390 >> 172.21.15.90:0/3239762390 conn(0x7fb4a00d2450 msgr2=0x7fb4a00d2830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:54.518 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.516+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3239762390 shutdown_connections 2024-09-19T06:49:54.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.516+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3239762390 wait complete. 2024-09-19T06:49:54.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.518+0000 7fb4a4c00640 1 Processor -- start 2024-09-19T06:49:54.519 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.518+0000 7fb4a4c00640 1 -- start start 2024-09-19T06:49:54.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb4a4c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb4a00b6eb0 0x7fb4a01568c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb4a4c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00b7290 0x7fb4a00d0df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb4a4c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb4a00d1b40 0x7fb4a0146900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb4a4c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a0071af0 con 0x7fb4a00b7290 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb4a4c00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a0071970 con 0x7fb4a00b6eb0 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb4a4c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb4a01624f0 con 0x7fb4a00d1b40 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb495400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00b7290 0x7fb4a00d0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb495400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00b7290 0x7fb4a00d0df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58656/0 (socket says 172.21.15.90:58656) 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb495400640 1 -- 172.21.15.90:0/3570784510 learned_addr learned my addr 172.21.15.90:0/3570784510 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb49e800640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb4a00d1b40 0x7fb4a0146900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb49de00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb4a00b6eb0 0x7fb4a01568c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb495400640 1 -- 172.21.15.90:0/3570784510 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb4a00d1b40 msgr2=0x7fb4a0146900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb495400640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb4a00d1b40 0x7fb4a0146900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb495400640 1 -- 172.21.15.90:0/3570784510 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb4a00b6eb0 msgr2=0x7fb4a01568c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb495400640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb4a00b6eb0 0x7fb4a01568c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.519+0000 7fb495400640 1 -- 172.21.15.90:0/3570784510 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4a0157570 con 0x7fb4a00b7290 2024-09-19T06:49:54.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.520+0000 7fb495400640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00b7290 0x7fb4a00d0df0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb4880098c0 tx=0x7fb4880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:54.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.520+0000 7fb496a00640 1 -- 172.21.15.90:0/3570784510 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb488041020 con 0x7fb4a00b7290 2024-09-19T06:49:54.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.520+0000 7fb496a00640 1 -- 172.21.15.90:0/3570784510 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb48803c870 con 0x7fb4a00b7290 2024-09-19T06:49:54.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.520+0000 7fb496a00640 1 -- 172.21.15.90:0/3570784510 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb488037040 con 0x7fb4a00b7290 2024-09-19T06:49:54.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.520+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4a0157850 con 0x7fb4a00b7290 2024-09-19T06:49:54.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.520+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4a0157e10 con 0x7fb4a00b7290 2024-09-19T06:49:54.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.521+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4a006fd00 con 0x7fb4a00b7290 2024-09-19T06:49:54.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.522+0000 7fb496a00640 1 -- 172.21.15.90:0/3570784510 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb488044020 con 0x7fb4a00b7290 2024-09-19T06:49:54.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.523+0000 7fb496a00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb47c06c2b0 0x7fb47c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:54.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.523+0000 7fb496a00640 1 -- 172.21.15.90:0/3570784510 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fb4880abca0 con 0x7fb4a00b7290 2024-09-19T06:49:54.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.523+0000 7fb49de00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb47c06c2b0 0x7fb47c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:54.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.524+0000 7fb49de00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb47c06c2b0 0x7fb47c06e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb490000f60 tx=0x7fb490007b90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:54.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.527+0000 7fb496a00640 1 -- 172.21.15.90:0/3570784510 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb48804b030 con 0x7fb4a00b7290 2024-09-19T06:49:54.699 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.698+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb4a00b19b0 con 0x7fb47c06c2b0 2024-09-19T06:49:54.704 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.703+0000 7fb496a00640 1 -- 172.21.15.90:0/3570784510 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247626 (secure 0 0 0) 0x7fb4a00b19b0 con 0x7fb47c06c2b0 2024-09-19T06:49:54.708 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:54.709 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb47c06c2b0 msgr2=0x7fb47c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb47c06c2b0 0x7fb47c06e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb490000f60 tx=0x7fb490007b90 comp rx=0 tx=0).stop 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00b7290 msgr2=0x7fb4a00d0df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00b7290 0x7fb4a00d0df0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb4880098c0 tx=0x7fb4880046c0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 shutdown_connections 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb47c06c2b0 0x7fb47c06e770 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb4a00d1b40 0x7fb4a0146900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb4a00b7290 0x7fb4a00d0df0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 --2- 172.21.15.90:0/3570784510 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb4a00b6eb0 0x7fb4a01568c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:54.714 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 >> 172.21.15.90:0/3570784510 conn(0x7fb4a00d2450 msgr2=0x7fb4a00b20b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:54.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 shutdown_connections 2024-09-19T06:49:54.715 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:54.707+0000 7fb4a4c00640 1 -- 172.21.15.90:0/3570784510 wait complete. 2024-09-19T06:49:54.724 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":63,"stamp":"2024-09-19T06:49:53.028840+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":162,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":50,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220128,"kb_used_data":3904,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754592,"statfs":{"total":773094113280,"available":772868702208,"internally_reserved":0,"allocated":3997696,"data_stored":2224801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001026"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912386+0000","last_change":"2024-09-19T06:49:47.912386+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912386+0000","last_undegraded":"2024-09-19T06:49:47.912386+0000","last_fullsized":"2024-09-19T06:49:47.912386+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910880+0000","last_change":"2024-09-19T06:49:47.910880+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910880+0000","last_undegraded":"2024-09-19T06:49:47.910880+0000","last_fullsized":"2024-09-19T06:49:47.910880+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909921+0000","last_change":"2024-09-19T06:49:47.909921+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909921+0000","last_undegraded":"2024-09-19T06:49:47.909921+0000","last_fullsized":"2024-09-19T06:49:47.909921+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914266+0000","last_change":"2024-09-19T06:49:48.929113+0000","last_active":"2024-09-19T06:49:49.914266+0000","last_peered":"2024-09-19T06:49:49.914266+0000","last_clean":"2024-09-19T06:49:49.914266+0000","last_became_active":"2024-09-19T06:49:48.928531+0000","last_became_peered":"2024-09-19T06:49:48.928531+0000","last_unstale":"2024-09-19T06:49:49.914266+0000","last_undegraded":"2024-09-19T06:49:49.914266+0000","last_fullsized":"2024-09-19T06:49:49.914266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:56.137277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916988+0000","last_change":"2024-09-19T06:49:47.916988+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916988+0000","last_undegraded":"2024-09-19T06:49:47.916988+0000","last_fullsized":"2024-09-19T06:49:47.916988+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910044+0000","last_change":"2024-09-19T06:49:47.910044+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910044+0000","last_undegraded":"2024-09-19T06:49:47.910044+0000","last_fullsized":"2024-09-19T06:49:47.910044+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911288+0000","last_change":"2024-09-19T06:49:47.911288+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911288+0000","last_undegraded":"2024-09-19T06:49:47.911288+0000","last_fullsized":"2024-09-19T06:49:47.911288+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911560+0000","last_change":"2024-09-19T06:49:47.911560+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911560+0000","last_undegraded":"2024-09-19T06:49:47.911560+0000","last_fullsized":"2024-09-19T06:49:47.911560+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916913+0000","last_change":"2024-09-19T06:49:47.916913+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916913+0000","last_undegraded":"2024-09-19T06:49:47.916913+0000","last_fullsized":"2024-09-19T06:49:47.916913+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914805+0000","last_change":"2024-09-19T06:49:48.921255+0000","last_active":"2024-09-19T06:49:49.914805+0000","last_peered":"2024-09-19T06:49:49.914805+0000","last_clean":"2024-09-19T06:49:49.914805+0000","last_became_active":"2024-09-19T06:49:48.920995+0000","last_became_peered":"2024-09-19T06:49:48.920995+0000","last_unstale":"2024-09-19T06:49:49.914805+0000","last_undegraded":"2024-09-19T06:49:49.914805+0000","last_fullsized":"2024-09-19T06:49:49.914805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:10.479525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908266+0000","last_change":"2024-09-19T06:49:47.908266+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908266+0000","last_undegraded":"2024-09-19T06:49:47.908266+0000","last_fullsized":"2024-09-19T06:49:47.908266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908924+0000","last_change":"2024-09-19T06:49:47.908924+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908924+0000","last_undegraded":"2024-09-19T06:49:47.908924+0000","last_fullsized":"2024-09-19T06:49:47.908924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916217+0000","last_change":"2024-09-19T06:49:47.916217+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916217+0000","last_undegraded":"2024-09-19T06:49:47.916217+0000","last_fullsized":"2024-09-19T06:49:47.916217+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914016+0000","last_change":"2024-09-19T06:49:48.923433+0000","last_active":"2024-09-19T06:49:49.914016+0000","last_peered":"2024-09-19T06:49:49.914016+0000","last_clean":"2024-09-19T06:49:49.914016+0000","last_became_active":"2024-09-19T06:49:48.915931+0000","last_became_peered":"2024-09-19T06:49:48.915931+0000","last_unstale":"2024-09-19T06:49:49.914016+0000","last_undegraded":"2024-09-19T06:49:49.914016+0000","last_fullsized":"2024-09-19T06:49:49.914016+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:54.244269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907736+0000","last_change":"2024-09-19T06:49:47.907736+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907736+0000","last_undegraded":"2024-09-19T06:49:47.907736+0000","last_fullsized":"2024-09-19T06:49:47.907736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908766+0000","last_change":"2024-09-19T06:49:47.908766+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908766+0000","last_undegraded":"2024-09-19T06:49:47.908766+0000","last_fullsized":"2024-09-19T06:49:47.908766+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909691+0000","last_change":"2024-09-19T06:49:47.909691+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909691+0000","last_undegraded":"2024-09-19T06:49:47.909691+0000","last_fullsized":"2024-09-19T06:49:47.909691+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912710+0000","last_change":"2024-09-19T06:49:47.912710+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912710+0000","last_undegraded":"2024-09-19T06:49:47.912710+0000","last_fullsized":"2024-09-19T06:49:47.912710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.912469+0000","last_change":"2024-09-19T06:49:47.912469+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.912469+0000","last_undegraded":"2024-09-19T06:49:47.912469+0000","last_fullsized":"2024-09-19T06:49:47.912469+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.920284+0000","last_change":"2024-09-19T06:49:47.920284+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.920284+0000","last_undegraded":"2024-09-19T06:49:47.920284+0000","last_fullsized":"2024-09-19T06:49:47.920284+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907812+0000","last_change":"2024-09-19T06:49:47.907812+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907812+0000","last_undegraded":"2024-09-19T06:49:47.907812+0000","last_fullsized":"2024-09-19T06:49:47.907812+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911954+0000","last_change":"2024-09-19T06:49:47.911954+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911954+0000","last_undegraded":"2024-09-19T06:49:47.911954+0000","last_fullsized":"2024-09-19T06:49:47.911954+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.916721+0000","last_change":"2024-09-19T06:49:47.916721+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.916721+0000","last_undegraded":"2024-09-19T06:49:47.916721+0000","last_fullsized":"2024-09-19T06:49:47.916721+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911149+0000","last_change":"2024-09-19T06:49:47.911149+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911149+0000","last_undegraded":"2024-09-19T06:49:47.911149+0000","last_fullsized":"2024-09-19T06:49:47.911149+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914833+0000","last_change":"2024-09-19T06:49:48.917420+0000","last_active":"2024-09-19T06:49:49.914833+0000","last_peered":"2024-09-19T06:49:49.914833+0000","last_clean":"2024-09-19T06:49:49.914833+0000","last_became_active":"2024-09-19T06:49:48.916210+0000","last_became_peered":"2024-09-19T06:49:48.916210+0000","last_unstale":"2024-09-19T06:49:49.914833+0000","last_undegraded":"2024-09-19T06:49:49.914833+0000","last_fullsized":"2024-09-19T06:49:49.914833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:49.963724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914924+0000","last_change":"2024-09-19T06:49:48.932341+0000","last_active":"2024-09-19T06:49:49.914924+0000","last_peered":"2024-09-19T06:49:49.914924+0000","last_clean":"2024-09-19T06:49:49.914924+0000","last_became_active":"2024-09-19T06:49:48.930980+0000","last_became_peered":"2024-09-19T06:49:48.930980+0000","last_unstale":"2024-09-19T06:49:49.914924+0000","last_undegraded":"2024-09-19T06:49:49.914924+0000","last_fullsized":"2024-09-19T06:49:49.914924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:41.481396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915089+0000","last_change":"2024-09-19T06:49:47.915089+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915089+0000","last_undegraded":"2024-09-19T06:49:47.915089+0000","last_fullsized":"2024-09-19T06:49:47.915089+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.914009+0000","last_change":"2024-09-19T06:49:47.914009+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.914009+0000","last_undegraded":"2024-09-19T06:49:47.914009+0000","last_fullsized":"2024-09-19T06:49:47.914009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906382+0000","last_change":"2024-09-19T06:49:47.906382+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906382+0000","last_undegraded":"2024-09-19T06:49:47.906382+0000","last_fullsized":"2024-09-19T06:49:47.906382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906932+0000","last_change":"2024-09-19T06:49:47.906932+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906932+0000","last_undegraded":"2024-09-19T06:49:47.906932+0000","last_fullsized":"2024-09-19T06:49:47.906932+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910451+0000","last_change":"2024-09-19T06:49:47.910451+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910451+0000","last_undegraded":"2024-09-19T06:49:47.910451+0000","last_fullsized":"2024-09-19T06:49:47.910451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907893+0000","last_change":"2024-09-19T06:49:47.907893+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907893+0000","last_undegraded":"2024-09-19T06:49:47.907893+0000","last_fullsized":"2024-09-19T06:49:47.907893+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.918876+0000","last_change":"2024-09-19T06:49:47.918876+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.918876+0000","last_undegraded":"2024-09-19T06:49:47.918876+0000","last_fullsized":"2024-09-19T06:49:47.918876+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930603+0000","last_change":"2024-09-19T06:49:47.928893+0000","last_active":"2024-09-19T06:49:47.930603+0000","last_peered":"2024-09-19T06:49:47.930603+0000","last_clean":"2024-09-19T06:49:47.930603+0000","last_became_active":"2024-09-19T06:49:47.928618+0000","last_became_peered":"2024-09-19T06:49:47.928618+0000","last_unstale":"2024-09-19T06:49:47.930603+0000","last_undegraded":"2024-09-19T06:49:47.930603+0000","last_fullsized":"2024-09-19T06:49:47.930603+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:09.040741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911705+0000","last_change":"2024-09-19T06:49:47.911705+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911705+0000","last_undegraded":"2024-09-19T06:49:47.911705+0000","last_fullsized":"2024-09-19T06:49:47.911705+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914862+0000","last_change":"2024-09-19T06:49:47.927778+0000","last_active":"2024-09-19T06:49:49.914862+0000","last_peered":"2024-09-19T06:49:49.914862+0000","last_clean":"2024-09-19T06:49:49.914862+0000","last_became_active":"2024-09-19T06:49:47.927501+0000","last_became_peered":"2024-09-19T06:49:47.927501+0000","last_unstale":"2024-09-19T06:49:49.914862+0000","last_undegraded":"2024-09-19T06:49:49.914862+0000","last_fullsized":"2024-09-19T06:49:49.914862+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:17.203668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910859+0000","last_change":"2024-09-19T06:49:47.910859+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910859+0000","last_undegraded":"2024-09-19T06:49:47.910859+0000","last_fullsized":"2024-09-19T06:49:47.910859+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931724+0000","last_change":"2024-09-19T06:49:47.927955+0000","last_active":"2024-09-19T06:49:47.931724+0000","last_peered":"2024-09-19T06:49:47.931724+0000","last_clean":"2024-09-19T06:49:47.931724+0000","last_became_active":"2024-09-19T06:49:47.927666+0000","last_became_peered":"2024-09-19T06:49:47.927666+0000","last_unstale":"2024-09-19T06:49:47.931724+0000","last_undegraded":"2024-09-19T06:49:47.931724+0000","last_fullsized":"2024-09-19T06:49:47.931724+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:20.853559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914613+0000","last_change":"2024-09-19T06:49:48.930237+0000","last_active":"2024-09-19T06:49:49.914613+0000","last_peered":"2024-09-19T06:49:49.914613+0000","last_clean":"2024-09-19T06:49:49.914613+0000","last_became_active":"2024-09-19T06:49:48.929929+0000","last_became_peered":"2024-09-19T06:49:48.929929+0000","last_unstale":"2024-09-19T06:49:49.914613+0000","last_undegraded":"2024-09-19T06:49:49.914613+0000","last_fullsized":"2024-09-19T06:49:49.914613+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:18.873113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914656+0000","last_change":"2024-09-19T06:49:47.928048+0000","last_active":"2024-09-19T06:49:49.914656+0000","last_peered":"2024-09-19T06:49:49.914656+0000","last_clean":"2024-09-19T06:49:49.914656+0000","last_became_active":"2024-09-19T06:49:47.927675+0000","last_became_peered":"2024-09-19T06:49:47.927675+0000","last_unstale":"2024-09-19T06:49:49.914656+0000","last_undegraded":"2024-09-19T06:49:49.914656+0000","last_fullsized":"2024-09-19T06:49:49.914656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:13.141401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908951+0000","last_change":"2024-09-19T06:49:47.908951+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908951+0000","last_undegraded":"2024-09-19T06:49:47.908951+0000","last_fullsized":"2024-09-19T06:49:47.908951+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930356+0000","last_change":"2024-09-19T06:49:47.928193+0000","last_active":"2024-09-19T06:49:47.930356+0000","last_peered":"2024-09-19T06:49:47.930356+0000","last_clean":"2024-09-19T06:49:47.930356+0000","last_became_active":"2024-09-19T06:49:47.927865+0000","last_became_peered":"2024-09-19T06:49:47.927865+0000","last_unstale":"2024-09-19T06:49:47.930356+0000","last_undegraded":"2024-09-19T06:49:47.930356+0000","last_fullsized":"2024-09-19T06:49:47.930356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:14.554040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.913302+0000","last_change":"2024-09-19T06:49:47.913302+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.913302+0000","last_undegraded":"2024-09-19T06:49:47.913302+0000","last_fullsized":"2024-09-19T06:49:47.913302+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930284+0000","last_change":"2024-09-19T06:49:47.922669+0000","last_active":"2024-09-19T06:49:47.930284+0000","last_peered":"2024-09-19T06:49:47.930284+0000","last_clean":"2024-09-19T06:49:47.930284+0000","last_became_active":"2024-09-19T06:49:47.922424+0000","last_became_peered":"2024-09-19T06:49:47.922424+0000","last_unstale":"2024-09-19T06:49:47.930284+0000","last_undegraded":"2024-09-19T06:49:47.930284+0000","last_fullsized":"2024-09-19T06:49:47.930284+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.711086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908534+0000","last_change":"2024-09-19T06:49:47.908534+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908534+0000","last_undegraded":"2024-09-19T06:49:47.908534+0000","last_fullsized":"2024-09-19T06:49:47.908534+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.926883+0000","last_change":"2024-09-19T06:49:47.923558+0000","last_active":"2024-09-19T06:49:47.926883+0000","last_peered":"2024-09-19T06:49:47.926883+0000","last_clean":"2024-09-19T06:49:47.926883+0000","last_became_active":"2024-09-19T06:49:47.923295+0000","last_became_peered":"2024-09-19T06:49:47.923295+0000","last_unstale":"2024-09-19T06:49:47.926883+0000","last_undegraded":"2024-09-19T06:49:47.926883+0000","last_fullsized":"2024-09-19T06:49:47.926883+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:34.832052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914201+0000","last_change":"2024-09-19T06:49:48.929857+0000","last_active":"2024-09-19T06:49:49.914201+0000","last_peered":"2024-09-19T06:49:49.914201+0000","last_clean":"2024-09-19T06:49:49.914201+0000","last_became_active":"2024-09-19T06:49:48.929549+0000","last_became_peered":"2024-09-19T06:49:48.929549+0000","last_unstale":"2024-09-19T06:49:49.914201+0000","last_undegraded":"2024-09-19T06:49:49.914201+0000","last_fullsized":"2024-09-19T06:49:49.914201+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:33.804951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930299+0000","last_change":"2024-09-19T06:49:47.922441+0000","last_active":"2024-09-19T06:49:47.930299+0000","last_peered":"2024-09-19T06:49:47.930299+0000","last_clean":"2024-09-19T06:49:47.930299+0000","last_became_active":"2024-09-19T06:49:47.922170+0000","last_became_peered":"2024-09-19T06:49:47.922170+0000","last_unstale":"2024-09-19T06:49:47.930299+0000","last_undegraded":"2024-09-19T06:49:47.930299+0000","last_fullsized":"2024-09-19T06:49:47.930299+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:16.319471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909620+0000","last_change":"2024-09-19T06:49:47.909620+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909620+0000","last_undegraded":"2024-09-19T06:49:47.909620+0000","last_fullsized":"2024-09-19T06:49:47.909620+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931565+0000","last_change":"2024-09-19T06:49:47.924395+0000","last_active":"2024-09-19T06:49:47.931565+0000","last_peered":"2024-09-19T06:49:47.931565+0000","last_clean":"2024-09-19T06:49:47.931565+0000","last_became_active":"2024-09-19T06:49:47.924136+0000","last_became_peered":"2024-09-19T06:49:47.924136+0000","last_unstale":"2024-09-19T06:49:47.931565+0000","last_undegraded":"2024-09-19T06:49:47.931565+0000","last_fullsized":"2024-09-19T06:49:47.931565+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:39.120111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914871+0000","last_change":"2024-09-19T06:49:48.917564+0000","last_active":"2024-09-19T06:49:49.914871+0000","last_peered":"2024-09-19T06:49:49.914871+0000","last_clean":"2024-09-19T06:49:49.914871+0000","last_became_active":"2024-09-19T06:49:48.917039+0000","last_became_peered":"2024-09-19T06:49:48.917039+0000","last_unstale":"2024-09-19T06:49:49.914871+0000","last_undegraded":"2024-09-19T06:49:49.914871+0000","last_fullsized":"2024-09-19T06:49:49.914871+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:31.212543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931391+0000","last_change":"2024-09-19T06:49:47.923377+0000","last_active":"2024-09-19T06:49:47.931391+0000","last_peered":"2024-09-19T06:49:47.931391+0000","last_clean":"2024-09-19T06:49:47.931391+0000","last_became_active":"2024-09-19T06:49:47.923118+0000","last_became_peered":"2024-09-19T06:49:47.923118+0000","last_unstale":"2024-09-19T06:49:47.931391+0000","last_undegraded":"2024-09-19T06:49:47.931391+0000","last_fullsized":"2024-09-19T06:49:47.931391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:52.201066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914498+0000","last_change":"2024-09-19T06:49:48.928848+0000","last_active":"2024-09-19T06:49:49.914498+0000","last_peered":"2024-09-19T06:49:49.914498+0000","last_clean":"2024-09-19T06:49:49.914498+0000","last_became_active":"2024-09-19T06:49:48.928189+0000","last_became_peered":"2024-09-19T06:49:48.928189+0000","last_unstale":"2024-09-19T06:49:49.914498+0000","last_undegraded":"2024-09-19T06:49:49.914498+0000","last_fullsized":"2024-09-19T06:49:49.914498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:11.470797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.922706+0000","last_change":"2024-09-19T06:49:47.920334+0000","last_active":"2024-09-19T06:49:47.922706+0000","last_peered":"2024-09-19T06:49:47.922706+0000","last_clean":"2024-09-19T06:49:47.922706+0000","last_became_active":"2024-09-19T06:49:47.919881+0000","last_became_peered":"2024-09-19T06:49:47.919881+0000","last_unstale":"2024-09-19T06:49:47.922706+0000","last_undegraded":"2024-09-19T06:49:47.922706+0000","last_fullsized":"2024-09-19T06:49:47.922706+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:13.117897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911158+0000","last_change":"2024-09-19T06:49:47.911158+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911158+0000","last_undegraded":"2024-09-19T06:49:47.911158+0000","last_fullsized":"2024-09-19T06:49:47.911158+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933934+0000","last_change":"2024-09-19T06:49:47.932586+0000","last_active":"2024-09-19T06:49:47.933934+0000","last_peered":"2024-09-19T06:49:47.933934+0000","last_clean":"2024-09-19T06:49:47.933934+0000","last_became_active":"2024-09-19T06:49:47.932286+0000","last_became_peered":"2024-09-19T06:49:47.932286+0000","last_unstale":"2024-09-19T06:49:47.933934+0000","last_undegraded":"2024-09-19T06:49:47.933934+0000","last_fullsized":"2024-09-19T06:49:47.933934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:39.655684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.921577+0000","last_change":"2024-09-19T06:49:47.921577+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.921577+0000","last_undegraded":"2024-09-19T06:49:47.921577+0000","last_fullsized":"2024-09-19T06:49:47.921577+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.929916+0000","last_change":"2024-09-19T06:49:47.921039+0000","last_active":"2024-09-19T06:49:47.929916+0000","last_peered":"2024-09-19T06:49:47.929916+0000","last_clean":"2024-09-19T06:49:47.929916+0000","last_became_active":"2024-09-19T06:49:47.920761+0000","last_became_peered":"2024-09-19T06:49:47.920761+0000","last_unstale":"2024-09-19T06:49:47.929916+0000","last_undegraded":"2024-09-19T06:49:47.929916+0000","last_fullsized":"2024-09-19T06:49:47.929916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:17.971011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914504+0000","last_change":"2024-09-19T06:49:48.935172+0000","last_active":"2024-09-19T06:49:49.914504+0000","last_peered":"2024-09-19T06:49:49.914504+0000","last_clean":"2024-09-19T06:49:49.914504+0000","last_became_active":"2024-09-19T06:49:48.934307+0000","last_became_peered":"2024-09-19T06:49:48.934307+0000","last_unstale":"2024-09-19T06:49:49.914504+0000","last_undegraded":"2024-09-19T06:49:49.914504+0000","last_fullsized":"2024-09-19T06:49:49.914504+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:36.028579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914061+0000","last_change":"2024-09-19T06:49:47.927151+0000","last_active":"2024-09-19T06:49:49.914061+0000","last_peered":"2024-09-19T06:49:49.914061+0000","last_clean":"2024-09-19T06:49:49.914061+0000","last_became_active":"2024-09-19T06:49:47.925606+0000","last_became_peered":"2024-09-19T06:49:47.925606+0000","last_unstale":"2024-09-19T06:49:49.914061+0000","last_undegraded":"2024-09-19T06:49:49.914061+0000","last_fullsized":"2024-09-19T06:49:49.914061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:09:20.522905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.910603+0000","last_change":"2024-09-19T06:49:47.910603+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.910603+0000","last_undegraded":"2024-09-19T06:49:47.910603+0000","last_fullsized":"2024-09-19T06:49:47.910603+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914277+0000","last_change":"2024-09-19T06:49:47.929701+0000","last_active":"2024-09-19T06:49:49.914277+0000","last_peered":"2024-09-19T06:49:49.914277+0000","last_clean":"2024-09-19T06:49:49.914277+0000","last_became_active":"2024-09-19T06:49:47.929369+0000","last_became_peered":"2024-09-19T06:49:47.929369+0000","last_unstale":"2024-09-19T06:49:49.914277+0000","last_undegraded":"2024-09-19T06:49:49.914277+0000","last_fullsized":"2024-09-19T06:49:49.914277+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:33.127487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.909508+0000","last_change":"2024-09-19T06:49:47.909508+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.909508+0000","last_undegraded":"2024-09-19T06:49:47.909508+0000","last_fullsized":"2024-09-19T06:49:47.909508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.924225+0000","last_change":"2024-09-19T06:49:47.920554+0000","last_active":"2024-09-19T06:49:47.924225+0000","last_peered":"2024-09-19T06:49:47.924225+0000","last_clean":"2024-09-19T06:49:47.924225+0000","last_became_active":"2024-09-19T06:49:47.920160+0000","last_became_peered":"2024-09-19T06:49:47.920160+0000","last_unstale":"2024-09-19T06:49:47.924225+0000","last_undegraded":"2024-09-19T06:49:47.924225+0000","last_fullsized":"2024-09-19T06:49:47.924225+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:12.468831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907501+0000","last_change":"2024-09-19T06:49:47.907501+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907501+0000","last_undegraded":"2024-09-19T06:49:47.907501+0000","last_fullsized":"2024-09-19T06:49:47.907501+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931148+0000","last_change":"2024-09-19T06:49:47.924508+0000","last_active":"2024-09-19T06:49:47.931148+0000","last_peered":"2024-09-19T06:49:47.931148+0000","last_clean":"2024-09-19T06:49:47.931148+0000","last_became_active":"2024-09-19T06:49:47.921713+0000","last_became_peered":"2024-09-19T06:49:47.921713+0000","last_unstale":"2024-09-19T06:49:47.931148+0000","last_undegraded":"2024-09-19T06:49:47.931148+0000","last_fullsized":"2024-09-19T06:49:47.931148+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:54.732260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911321+0000","last_change":"2024-09-19T06:49:47.911321+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911321+0000","last_undegraded":"2024-09-19T06:49:47.911321+0000","last_fullsized":"2024-09-19T06:49:47.911321+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930431+0000","last_change":"2024-09-19T06:49:47.921775+0000","last_active":"2024-09-19T06:49:47.930431+0000","last_peered":"2024-09-19T06:49:47.930431+0000","last_clean":"2024-09-19T06:49:47.930431+0000","last_became_active":"2024-09-19T06:49:47.921483+0000","last_became_peered":"2024-09-19T06:49:47.921483+0000","last_unstale":"2024-09-19T06:49:47.930431+0000","last_undegraded":"2024-09-19T06:49:47.930431+0000","last_fullsized":"2024-09-19T06:49:47.930431+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:51.551036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915623+0000","last_change":"2024-09-19T06:49:47.915623+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915623+0000","last_undegraded":"2024-09-19T06:49:47.915623+0000","last_fullsized":"2024-09-19T06:49:47.915623+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.927325+0000","last_change":"2024-09-19T06:49:47.926274+0000","last_active":"2024-09-19T06:49:47.927325+0000","last_peered":"2024-09-19T06:49:47.927325+0000","last_clean":"2024-09-19T06:49:47.927325+0000","last_became_active":"2024-09-19T06:49:47.924602+0000","last_became_peered":"2024-09-19T06:49:47.924602+0000","last_unstale":"2024-09-19T06:49:47.927325+0000","last_undegraded":"2024-09-19T06:49:47.927325+0000","last_fullsized":"2024-09-19T06:49:47.927325+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:59.198751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911538+0000","last_change":"2024-09-19T06:49:47.911538+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911538+0000","last_undegraded":"2024-09-19T06:49:47.911538+0000","last_fullsized":"2024-09-19T06:49:47.911538+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930633+0000","last_change":"2024-09-19T06:49:47.925886+0000","last_active":"2024-09-19T06:49:47.930633+0000","last_peered":"2024-09-19T06:49:47.930633+0000","last_clean":"2024-09-19T06:49:47.930633+0000","last_became_active":"2024-09-19T06:49:47.925592+0000","last_became_peered":"2024-09-19T06:49:47.925592+0000","last_unstale":"2024-09-19T06:49:47.930633+0000","last_undegraded":"2024-09-19T06:49:47.930633+0000","last_fullsized":"2024-09-19T06:49:47.930633+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:52.201066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.921104+0000","last_change":"2024-09-19T06:49:47.921104+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.921104+0000","last_undegraded":"2024-09-19T06:49:47.921104+0000","last_fullsized":"2024-09-19T06:49:47.921104+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931290+0000","last_change":"2024-09-19T06:49:47.923066+0000","last_active":"2024-09-19T06:49:47.931290+0000","last_peered":"2024-09-19T06:49:47.931290+0000","last_clean":"2024-09-19T06:49:47.931290+0000","last_became_active":"2024-09-19T06:49:47.922758+0000","last_became_peered":"2024-09-19T06:49:47.922758+0000","last_unstale":"2024-09-19T06:49:47.931290+0000","last_undegraded":"2024-09-19T06:49:47.931290+0000","last_fullsized":"2024-09-19T06:49:47.931290+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:49.332426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.915985+0000","last_change":"2024-09-19T06:49:47.915985+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.915985+0000","last_undegraded":"2024-09-19T06:49:47.915985+0000","last_fullsized":"2024-09-19T06:49:47.915985+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930240+0000","last_change":"2024-09-19T06:49:47.921760+0000","last_active":"2024-09-19T06:49:47.930240+0000","last_peered":"2024-09-19T06:49:47.930240+0000","last_clean":"2024-09-19T06:49:47.930240+0000","last_became_active":"2024-09-19T06:49:47.921522+0000","last_became_peered":"2024-09-19T06:49:47.921522+0000","last_unstale":"2024-09-19T06:49:47.930240+0000","last_undegraded":"2024-09-19T06:49:47.930240+0000","last_fullsized":"2024-09-19T06:49:47.930240+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:48.349724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.914805+0000","last_change":"2024-09-19T06:49:47.914805+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.914805+0000","last_undegraded":"2024-09-19T06:49:47.914805+0000","last_fullsized":"2024-09-19T06:49:47.914805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933359+0000","last_change":"2024-09-19T06:49:47.928111+0000","last_active":"2024-09-19T06:49:47.933359+0000","last_peered":"2024-09-19T06:49:47.933359+0000","last_clean":"2024-09-19T06:49:47.933359+0000","last_became_active":"2024-09-19T06:49:47.927822+0000","last_became_peered":"2024-09-19T06:49:47.927822+0000","last_unstale":"2024-09-19T06:49:47.933359+0000","last_undegraded":"2024-09-19T06:49:47.933359+0000","last_fullsized":"2024-09-19T06:49:47.933359+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:17.971011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.908342+0000","last_change":"2024-09-19T06:49:47.908342+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.908342+0000","last_undegraded":"2024-09-19T06:49:47.908342+0000","last_fullsized":"2024-09-19T06:49:47.908342+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.928295+0000","last_change":"2024-09-19T06:49:47.926445+0000","last_active":"2024-09-19T06:49:47.928295+0000","last_peered":"2024-09-19T06:49:47.928295+0000","last_clean":"2024-09-19T06:49:47.928295+0000","last_became_active":"2024-09-19T06:49:47.924265+0000","last_became_peered":"2024-09-19T06:49:47.924265+0000","last_unstale":"2024-09-19T06:49:47.928295+0000","last_undegraded":"2024-09-19T06:49:47.928295+0000","last_fullsized":"2024-09-19T06:49:47.928295+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:14.574593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911063+0000","last_change":"2024-09-19T06:49:47.911063+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911063+0000","last_undegraded":"2024-09-19T06:49:47.911063+0000","last_fullsized":"2024-09-19T06:49:47.911063+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933907+0000","last_change":"2024-09-19T06:49:47.932095+0000","last_active":"2024-09-19T06:49:47.933907+0000","last_peered":"2024-09-19T06:49:47.933907+0000","last_clean":"2024-09-19T06:49:47.933907+0000","last_became_active":"2024-09-19T06:49:47.931171+0000","last_became_peered":"2024-09-19T06:49:47.931171+0000","last_unstale":"2024-09-19T06:49:47.933907+0000","last_undegraded":"2024-09-19T06:49:47.933907+0000","last_fullsized":"2024-09-19T06:49:47.933907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:55.921018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907834+0000","last_change":"2024-09-19T06:49:47.907834+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907834+0000","last_undegraded":"2024-09-19T06:49:47.907834+0000","last_fullsized":"2024-09-19T06:49:47.907834+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931368+0000","last_change":"2024-09-19T06:49:47.923149+0000","last_active":"2024-09-19T06:49:47.931368+0000","last_peered":"2024-09-19T06:49:47.931368+0000","last_clean":"2024-09-19T06:49:47.931368+0000","last_became_active":"2024-09-19T06:49:47.922829+0000","last_became_peered":"2024-09-19T06:49:47.922829+0000","last_unstale":"2024-09-19T06:49:47.931368+0000","last_undegraded":"2024-09-19T06:49:47.931368+0000","last_fullsized":"2024-09-19T06:49:47.931368+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:08.259574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.911025+0000","last_change":"2024-09-19T06:49:47.911025+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.911025+0000","last_undegraded":"2024-09-19T06:49:47.911025+0000","last_fullsized":"2024-09-19T06:49:47.911025+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.931622+0000","last_change":"2024-09-19T06:49:47.923955+0000","last_active":"2024-09-19T06:49:47.931622+0000","last_peered":"2024-09-19T06:49:47.931622+0000","last_clean":"2024-09-19T06:49:47.931622+0000","last_became_active":"2024-09-19T06:49:47.923663+0000","last_became_peered":"2024-09-19T06:49:47.923663+0000","last_unstale":"2024-09-19T06:49:47.931622+0000","last_undegraded":"2024-09-19T06:49:47.931622+0000","last_fullsized":"2024-09-19T06:49:47.931622+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.711086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906579+0000","last_change":"2024-09-19T06:49:47.906579+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906579+0000","last_undegraded":"2024-09-19T06:49:47.906579+0000","last_fullsized":"2024-09-19T06:49:47.906579+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933067+0000","last_change":"2024-09-19T06:49:47.928060+0000","last_active":"2024-09-19T06:49:47.933067+0000","last_peered":"2024-09-19T06:49:47.933067+0000","last_clean":"2024-09-19T06:49:47.933067+0000","last_became_active":"2024-09-19T06:49:47.927627+0000","last_became_peered":"2024-09-19T06:49:47.927627+0000","last_unstale":"2024-09-19T06:49:47.933067+0000","last_undegraded":"2024-09-19T06:49:47.933067+0000","last_fullsized":"2024-09-19T06:49:47.933067+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:14.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914587+0000","last_change":"2024-09-19T06:49:48.934617+0000","last_active":"2024-09-19T06:49:49.914587+0000","last_peered":"2024-09-19T06:49:49.914587+0000","last_clean":"2024-09-19T06:49:49.914587+0000","last_became_active":"2024-09-19T06:49:48.934151+0000","last_became_peered":"2024-09-19T06:49:48.934151+0000","last_unstale":"2024-09-19T06:49:49.914587+0000","last_undegraded":"2024-09-19T06:49:49.914587+0000","last_fullsized":"2024-09-19T06:49:49.914587+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:15.280901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.933027+0000","last_change":"2024-09-19T06:49:47.927149+0000","last_active":"2024-09-19T06:49:47.933027+0000","last_peered":"2024-09-19T06:49:47.933027+0000","last_clean":"2024-09-19T06:49:47.933027+0000","last_became_active":"2024-09-19T06:49:47.925365+0000","last_became_peered":"2024-09-19T06:49:47.925365+0000","last_unstale":"2024-09-19T06:49:47.933027+0000","last_undegraded":"2024-09-19T06:49:47.933027+0000","last_fullsized":"2024-09-19T06:49:47.933027+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:14.554040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913723+0000","last_change":"2024-09-19T06:49:48.929772+0000","last_active":"2024-09-19T06:49:49.913723+0000","last_peered":"2024-09-19T06:49:49.913723+0000","last_clean":"2024-09-19T06:49:49.913723+0000","last_became_active":"2024-09-19T06:49:48.929499+0000","last_became_peered":"2024-09-19T06:49:48.929499+0000","last_unstale":"2024-09-19T06:49:49.913723+0000","last_undegraded":"2024-09-19T06:49:49.913723+0000","last_fullsized":"2024-09-19T06:49:49.913723+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:39.300767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.930269+0000","last_change":"2024-09-19T06:49:47.922211+0000","last_active":"2024-09-19T06:49:47.930269+0000","last_peered":"2024-09-19T06:49:47.930269+0000","last_clean":"2024-09-19T06:49:47.930269+0000","last_became_active":"2024-09-19T06:49:47.921467+0000","last_became_peered":"2024-09-19T06:49:47.921467+0000","last_unstale":"2024-09-19T06:49:47.930269+0000","last_undegraded":"2024-09-19T06:49:47.930269+0000","last_fullsized":"2024-09-19T06:49:47.930269+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:59.489859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.907472+0000","last_change":"2024-09-19T06:49:47.907472+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.907472+0000","last_undegraded":"2024-09-19T06:49:47.907472+0000","last_fullsized":"2024-09-19T06:49:47.907472+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913653+0000","last_change":"2024-09-19T06:49:47.929400+0000","last_active":"2024-09-19T06:49:49.913653+0000","last_peered":"2024-09-19T06:49:49.913653+0000","last_clean":"2024-09-19T06:49:49.913653+0000","last_became_active":"2024-09-19T06:49:47.927935+0000","last_became_peered":"2024-09-19T06:49:47.927935+0000","last_unstale":"2024-09-19T06:49:49.913653+0000","last_undegraded":"2024-09-19T06:49:49.913653+0000","last_fullsized":"2024-09-19T06:49:49.913653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:15.677856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-19T06:49:47.906495+0000","last_change":"2024-09-19T06:49:47.906495+0000","last_active":"2024-09-19T06:49:47.895979+0000","last_peered":"2024-09-19T06:49:47.895979+0000","last_clean":"2024-09-19T06:49:47.895979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:49:47.906495+0000","last_undegraded":"2024-09-19T06:49:47.906495+0000","last_fullsized":"2024-09-19T06:49:47.906495+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.927301+0000","last_change":"2024-09-19T06:49:47.925746+0000","last_active":"2024-09-19T06:49:47.927301+0000","last_peered":"2024-09-19T06:49:47.927301+0000","last_clean":"2024-09-19T06:49:47.927301+0000","last_became_active":"2024-09-19T06:49:47.923967+0000","last_became_peered":"2024-09-19T06:49:47.923967+0000","last_unstale":"2024-09-19T06:49:47.927301+0000","last_undegraded":"2024-09-19T06:49:47.927301+0000","last_fullsized":"2024-09-19T06:49:47.927301+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:04.382693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":188,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:49:47.908713+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:49:47.908713+0000","last_peered":"2024-09-19T06:49:47.908713+0000","last_clean":"2024-09-19T06:49:47.908713+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:49:47.908713+0000","last_undegraded":"2024-09-19T06:49:47.908713+0000","last_fullsized":"2024-09-19T06:49:47.908713+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509456,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":352256,"data_stored":131807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":946176,"data_stored":722175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":352256,"data_stored":131807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":715900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542162,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":146516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:49:57.728 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:49:57.892 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.891+0000 7f2930a00640 1 Processor -- start 2024-09-19T06:49:57.892 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.891+0000 7f2930a00640 1 -- start start 2024-09-19T06:49:57.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.892+0000 7f2930a00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f292c15adf0 0x7f292c0b3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:57.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.892+0000 7f2930a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c0b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:57.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.892+0000 7f2930a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f292c0b44f0 con 0x7f292c0b22b0 2024-09-19T06:49:57.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.892+0000 7f2930a00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f292c0b47d0 con 0x7f292c15adf0 2024-09-19T06:49:57.894 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.892+0000 7f2930a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f292c0b4ab0 con 0x7f292c15b1d0 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.892+0000 7f292aa00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c0b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.892+0000 7f292b400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f292c15adf0 0x7f292c0b3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.893+0000 7f292aa00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c0b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:35446/0 (socket says 172.21.15.90:35446) 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.893+0000 7f292aa00640 1 -- 172.21.15.90:0/1063171863 learned_addr learned my addr 172.21.15.90:0/1063171863 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.893+0000 7f292be00640 1 --1- 172.21.15.90:0/1063171863 >> v1:172.21.15.129:6789/0 conn(0x7f292c0b22b0 0x7f292c15ec80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:39618/0 (socket says 172.21.15.90:39618) 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.893+0000 7f292b400640 1 -- 172.21.15.90:0/1063171863 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 msgr2=0x7f292c0b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.893+0000 7f292b400640 1 --2- 172.21.15.90:0/1063171863 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c0b1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.893+0000 7f292b400640 1 -- 172.21.15.90:0/1063171863 >> v1:172.21.15.129:6789/0 conn(0x7f292c0b22b0 legacy=0x7f292c15ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.893+0000 7f292b400640 1 -- 172.21.15.90:0/1063171863 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292c0b4d90 con 0x7f292c15adf0 2024-09-19T06:49:57.895 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.893+0000 7f292aa00640 1 --2- 172.21.15.90:0/1063171863 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c0b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:49:57.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.894+0000 7f292b400640 1 --2- 172.21.15.90:0/1063171863 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c15adf0 0x7f292c0b3af0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f291c0097a0 tx=0x7f291c02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51532d8312568ae2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:57.896 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.894+0000 7f292a000640 1 -- 172.21.15.90:0/1063171863 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f291c037070 con 0x7f292c15adf0 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.894+0000 7f292a000640 1 -- 172.21.15.90:0/1063171863 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f291c032440 con 0x7f292c15adf0 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.894+0000 7f292a000640 1 -- 172.21.15.90:0/1063171863 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f291c032810 con 0x7f292c15adf0 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.895+0000 7f2930a00640 1 -- 172.21.15.90:0/1063171863 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c15adf0 msgr2=0x7f292c0b3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.895+0000 7f2930a00640 1 --2- 172.21.15.90:0/1063171863 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c15adf0 0x7f292c0b3af0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f291c0097a0 tx=0x7f291c02a230 comp rx=0 tx=0).stop 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.895+0000 7f2930a00640 1 -- 172.21.15.90:0/1063171863 shutdown_connections 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.895+0000 7f2930a00640 1 --2- 172.21.15.90:0/1063171863 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c0b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.895+0000 7f2930a00640 1 --2- 172.21.15.90:0/1063171863 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c15adf0 0x7f292c0b3af0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.895+0000 7f2930a00640 1 -- 172.21.15.90:0/1063171863 >> 172.21.15.90:0/1063171863 conn(0x7f292c062a20 msgr2=0x7f292c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.895+0000 7f2930a00640 1 -- 172.21.15.90:0/1063171863 shutdown_connections 2024-09-19T06:49:57.897 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.895+0000 7f2930a00640 1 -- 172.21.15.90:0/1063171863 wait complete. 2024-09-19T06:49:57.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.897+0000 7f2930a00640 1 Processor -- start 2024-09-19T06:49:57.898 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.897+0000 7f2930a00640 1 -- start start 2024-09-19T06:49:57.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f2930a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c0b22b0 0x7f292c159a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:57.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f2930a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f292c15adf0 0x7f292c148c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f2930a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c154770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f2930a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f292c0b4030 con 0x7f292c15adf0 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f2930a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f292c0b5570 con 0x7f292c0b22b0 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f2930a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f292c071f10 con 0x7f292c15b1d0 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292aa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f292c15adf0 0x7f292c148c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292aa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f292c15adf0 0x7f292c148c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58672/0 (socket says 172.21.15.90:58672) 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292aa00640 1 -- 172.21.15.90:0/2867327481 learned_addr learned my addr 172.21.15.90:0/2867327481 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292b400640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c0b22b0 0x7f292c159a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292be00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c154770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292aa00640 1 -- 172.21.15.90:0/2867327481 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 msgr2=0x7f292c154770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292aa00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c154770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:57.901 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292aa00640 1 -- 172.21.15.90:0/2867327481 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c0b22b0 msgr2=0x7f292c159a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:57.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292aa00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c0b22b0 0x7f292c159a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:57.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292aa00640 1 -- 172.21.15.90:0/2867327481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292c0b0460 con 0x7f292c15adf0 2024-09-19T06:49:57.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.898+0000 7f292b400640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c0b22b0 0x7f292c159a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:57.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.899+0000 7f292aa00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f292c15adf0 0x7f292c148c20 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f291800ed40 tx=0x7f291800d720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:57.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.899+0000 7f2923400640 1 -- 172.21.15.90:0/2867327481 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2918019680 con 0x7f292c15adf0 2024-09-19T06:49:57.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.899+0000 7f2923400640 1 -- 172.21.15.90:0/2867327481 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2918019820 con 0x7f292c15adf0 2024-09-19T06:49:57.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.899+0000 7f2923400640 1 -- 172.21.15.90:0/2867327481 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2918019bd0 con 0x7f292c15adf0 2024-09-19T06:49:57.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.899+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f292c0afea0 con 0x7f292c15adf0 2024-09-19T06:49:57.902 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.899+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f292c0b18c0 con 0x7f292c15adf0 2024-09-19T06:49:57.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.900+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f292c154080 con 0x7f292c15adf0 2024-09-19T06:49:57.903 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.901+0000 7f2923400640 1 -- 172.21.15.90:0/2867327481 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2918010440 con 0x7f292c15adf0 2024-09-19T06:49:57.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.902+0000 7f2923400640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f290c06c2e0 0x7f290c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:57.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.902+0000 7f2923400640 1 -- 172.21.15.90:0/2867327481 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f291808c250 con 0x7f292c15adf0 2024-09-19T06:49:57.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.903+0000 7f292b400640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f290c06c2e0 0x7f290c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:57.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.903+0000 7f292b400640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f290c06c2e0 0x7f290c06e7a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f291c034000 tx=0x7f291c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:57.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:57.907+0000 7f2923400640 1 -- 172.21.15.90:0/2867327481 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f292c0b0460 con 0x7f292c15adf0 2024-09-19T06:49:58.081 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.079+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f292c06c500 con 0x7f290c06c2e0 2024-09-19T06:49:58.087 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.086+0000 7f2923400640 1 -- 172.21.15.90:0/2867327481 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251955 (secure 0 0 0) 0x7f292c06c500 con 0x7f290c06c2e0 2024-09-19T06:49:58.090 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:58.091 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:49:58.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f290c06c2e0 msgr2=0x7f290c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f290c06c2e0 0x7f290c06e7a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f291c034000 tx=0x7f291c02e000 comp rx=0 tx=0).stop 2024-09-19T06:49:58.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f292c15adf0 msgr2=0x7f292c148c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f292c15adf0 0x7f292c148c20 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f291800ed40 tx=0x7f291800d720 comp rx=0 tx=0).stop 2024-09-19T06:49:58.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 shutdown_connections 2024-09-19T06:49:58.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f290c06c2e0 0x7f290c06e7a0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f292c15b1d0 0x7f292c154770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f292c15adf0 0x7f292c148c20 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 --2- 172.21.15.90:0/2867327481 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f292c0b22b0 0x7f292c159a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 >> 172.21.15.90:0/2867327481 conn(0x7f292c062a20 msgr2=0x7f292c156400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:58.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 shutdown_connections 2024-09-19T06:49:58.094 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.090+0000 7f2930a00640 1 -- 172.21.15.90:0/2867327481 wait complete. 2024-09-19T06:49:58.107 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2024-09-19T06:49:57.029844+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220448,"kb_used_data":4168,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754272,"statfs":{"total":773094113280,"available":772868374528,"internally_reserved":0,"allocated":4268032,"data_stored":2344612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.125314"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125699+0000","last_change":"2024-09-19T06:49:48.927394+0000","last_active":"2024-09-19T06:49:50.125699+0000","last_peered":"2024-09-19T06:49:50.125699+0000","last_clean":"2024-09-19T06:49:50.125699+0000","last_became_active":"2024-09-19T06:49:48.927135+0000","last_became_peered":"2024-09-19T06:49:48.927135+0000","last_unstale":"2024-09-19T06:49:50.125699+0000","last_undegraded":"2024-09-19T06:49:50.125699+0000","last_fullsized":"2024-09-19T06:49:50.125699+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:12.798553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913988+0000","last_change":"2024-09-19T06:49:48.925141+0000","last_active":"2024-09-19T06:49:49.913988+0000","last_peered":"2024-09-19T06:49:49.913988+0000","last_clean":"2024-09-19T06:49:49.913988+0000","last_became_active":"2024-09-19T06:49:48.924811+0000","last_became_peered":"2024-09-19T06:49:48.924811+0000","last_unstale":"2024-09-19T06:49:49.913988+0000","last_undegraded":"2024-09-19T06:49:49.913988+0000","last_fullsized":"2024-09-19T06:49:49.913988+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:12.798553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124912+0000","last_change":"2024-09-19T06:49:48.925182+0000","last_active":"2024-09-19T06:49:50.124912+0000","last_peered":"2024-09-19T06:49:50.124912+0000","last_clean":"2024-09-19T06:49:50.124912+0000","last_became_active":"2024-09-19T06:49:48.924904+0000","last_became_peered":"2024-09-19T06:49:48.924904+0000","last_unstale":"2024-09-19T06:49:50.124912+0000","last_undegraded":"2024-09-19T06:49:50.124912+0000","last_fullsized":"2024-09-19T06:49:50.124912+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:58.974517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914266+0000","last_change":"2024-09-19T06:49:48.929113+0000","last_active":"2024-09-19T06:49:49.914266+0000","last_peered":"2024-09-19T06:49:49.914266+0000","last_clean":"2024-09-19T06:49:49.914266+0000","last_became_active":"2024-09-19T06:49:48.928531+0000","last_became_peered":"2024-09-19T06:49:48.928531+0000","last_unstale":"2024-09-19T06:49:49.914266+0000","last_undegraded":"2024-09-19T06:49:49.914266+0000","last_fullsized":"2024-09-19T06:49:49.914266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:56.137277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913855+0000","last_change":"2024-09-19T06:49:48.932680+0000","last_active":"2024-09-19T06:49:49.913855+0000","last_peered":"2024-09-19T06:49:49.913855+0000","last_clean":"2024-09-19T06:49:49.913855+0000","last_became_active":"2024-09-19T06:49:48.932097+0000","last_became_peered":"2024-09-19T06:49:48.932097+0000","last_unstale":"2024-09-19T06:49:49.913855+0000","last_undegraded":"2024-09-19T06:49:49.913855+0000","last_fullsized":"2024-09-19T06:49:49.913855+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:15.577563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.931752+0000","last_change":"2024-09-19T06:49:48.934930+0000","last_active":"2024-09-19T06:49:49.931752+0000","last_peered":"2024-09-19T06:49:49.931752+0000","last_clean":"2024-09-19T06:49:49.931752+0000","last_became_active":"2024-09-19T06:49:48.934656+0000","last_became_peered":"2024-09-19T06:49:48.934656+0000","last_unstale":"2024-09-19T06:49:49.931752+0000","last_undegraded":"2024-09-19T06:49:49.931752+0000","last_fullsized":"2024-09-19T06:49:49.931752+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:40.658655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125183+0000","last_change":"2024-09-19T06:49:48.926738+0000","last_active":"2024-09-19T06:49:50.125183+0000","last_peered":"2024-09-19T06:49:50.125183+0000","last_clean":"2024-09-19T06:49:50.125183+0000","last_became_active":"2024-09-19T06:49:48.926433+0000","last_became_peered":"2024-09-19T06:49:48.926433+0000","last_unstale":"2024-09-19T06:49:50.125183+0000","last_undegraded":"2024-09-19T06:49:50.125183+0000","last_fullsized":"2024-09-19T06:49:50.125183+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:40.160297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125216+0000","last_change":"2024-09-19T06:49:48.937752+0000","last_active":"2024-09-19T06:49:50.125216+0000","last_peered":"2024-09-19T06:49:50.125216+0000","last_clean":"2024-09-19T06:49:50.125216+0000","last_became_active":"2024-09-19T06:49:48.936895+0000","last_became_peered":"2024-09-19T06:49:48.936895+0000","last_unstale":"2024-09-19T06:49:50.125216+0000","last_undegraded":"2024-09-19T06:49:50.125216+0000","last_fullsized":"2024-09-19T06:49:50.125216+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:35:18.852231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124946+0000","last_change":"2024-09-19T06:49:48.929004+0000","last_active":"2024-09-19T06:49:50.124946+0000","last_peered":"2024-09-19T06:49:50.124946+0000","last_clean":"2024-09-19T06:49:50.124946+0000","last_became_active":"2024-09-19T06:49:48.928723+0000","last_became_peered":"2024-09-19T06:49:48.928723+0000","last_unstale":"2024-09-19T06:49:50.124946+0000","last_undegraded":"2024-09-19T06:49:50.124946+0000","last_fullsized":"2024-09-19T06:49:50.124946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:44.708248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914805+0000","last_change":"2024-09-19T06:49:48.921255+0000","last_active":"2024-09-19T06:49:49.914805+0000","last_peered":"2024-09-19T06:49:49.914805+0000","last_clean":"2024-09-19T06:49:49.914805+0000","last_became_active":"2024-09-19T06:49:48.920995+0000","last_became_peered":"2024-09-19T06:49:48.920995+0000","last_unstale":"2024-09-19T06:49:49.914805+0000","last_undegraded":"2024-09-19T06:49:49.914805+0000","last_fullsized":"2024-09-19T06:49:49.914805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:10.479525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996830+0000","last_change":"2024-09-19T06:49:48.914931+0000","last_active":"2024-09-19T06:49:49.996830+0000","last_peered":"2024-09-19T06:49:49.996830+0000","last_clean":"2024-09-19T06:49:49.996830+0000","last_became_active":"2024-09-19T06:49:48.914549+0000","last_became_peered":"2024-09-19T06:49:48.914549+0000","last_unstale":"2024-09-19T06:49:49.996830+0000","last_undegraded":"2024-09-19T06:49:49.996830+0000","last_fullsized":"2024-09-19T06:49:49.996830+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:06.906948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125067+0000","last_change":"2024-09-19T06:49:48.928924+0000","last_active":"2024-09-19T06:49:50.125067+0000","last_peered":"2024-09-19T06:49:50.125067+0000","last_clean":"2024-09-19T06:49:50.125067+0000","last_became_active":"2024-09-19T06:49:48.928647+0000","last_became_peered":"2024-09-19T06:49:48.928647+0000","last_unstale":"2024-09-19T06:49:50.125067+0000","last_undegraded":"2024-09-19T06:49:50.125067+0000","last_fullsized":"2024-09-19T06:49:50.125067+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:22.251094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125220+0000","last_change":"2024-09-19T06:49:48.933696+0000","last_active":"2024-09-19T06:49:50.125220+0000","last_peered":"2024-09-19T06:49:50.125220+0000","last_clean":"2024-09-19T06:49:50.125220+0000","last_became_active":"2024-09-19T06:49:48.931692+0000","last_became_peered":"2024-09-19T06:49:48.931692+0000","last_unstale":"2024-09-19T06:49:50.125220+0000","last_undegraded":"2024-09-19T06:49:50.125220+0000","last_fullsized":"2024-09-19T06:49:50.125220+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:29.123720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914016+0000","last_change":"2024-09-19T06:49:48.923433+0000","last_active":"2024-09-19T06:49:49.914016+0000","last_peered":"2024-09-19T06:49:49.914016+0000","last_clean":"2024-09-19T06:49:49.914016+0000","last_became_active":"2024-09-19T06:49:48.915931+0000","last_became_peered":"2024-09-19T06:49:48.915931+0000","last_unstale":"2024-09-19T06:49:49.914016+0000","last_undegraded":"2024-09-19T06:49:49.914016+0000","last_fullsized":"2024-09-19T06:49:49.914016+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:54.244269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.912143+0000","last_change":"2024-09-19T06:49:48.929732+0000","last_active":"2024-09-19T06:49:49.912143+0000","last_peered":"2024-09-19T06:49:49.912143+0000","last_clean":"2024-09-19T06:49:49.912143+0000","last_became_active":"2024-09-19T06:49:48.929544+0000","last_became_peered":"2024-09-19T06:49:48.929544+0000","last_unstale":"2024-09-19T06:49:49.912143+0000","last_undegraded":"2024-09-19T06:49:49.912143+0000","last_fullsized":"2024-09-19T06:49:49.912143+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:13.861789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.911850+0000","last_change":"2024-09-19T06:49:48.925216+0000","last_active":"2024-09-19T06:49:49.911850+0000","last_peered":"2024-09-19T06:49:49.911850+0000","last_clean":"2024-09-19T06:49:49.911850+0000","last_became_active":"2024-09-19T06:49:48.923036+0000","last_became_peered":"2024-09-19T06:49:48.923036+0000","last_unstale":"2024-09-19T06:49:49.911850+0000","last_undegraded":"2024-09-19T06:49:49.911850+0000","last_fullsized":"2024-09-19T06:49:49.911850+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:05.385664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996938+0000","last_change":"2024-09-19T06:49:48.931187+0000","last_active":"2024-09-19T06:49:49.996938+0000","last_peered":"2024-09-19T06:49:49.996938+0000","last_clean":"2024-09-19T06:49:49.996938+0000","last_became_active":"2024-09-19T06:49:48.930905+0000","last_became_peered":"2024-09-19T06:49:48.930905+0000","last_unstale":"2024-09-19T06:49:49.996938+0000","last_undegraded":"2024-09-19T06:49:49.996938+0000","last_fullsized":"2024-09-19T06:49:49.996938+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:03.708400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.932075+0000","last_change":"2024-09-19T06:49:48.929605+0000","last_active":"2024-09-19T06:49:49.932075+0000","last_peered":"2024-09-19T06:49:49.932075+0000","last_clean":"2024-09-19T06:49:49.932075+0000","last_became_active":"2024-09-19T06:49:48.929333+0000","last_became_peered":"2024-09-19T06:49:48.929333+0000","last_unstale":"2024-09-19T06:49:49.932075+0000","last_undegraded":"2024-09-19T06:49:49.932075+0000","last_fullsized":"2024-09-19T06:49:49.932075+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:58.974517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.931882+0000","last_change":"2024-09-19T06:49:48.927597+0000","last_active":"2024-09-19T06:49:49.931882+0000","last_peered":"2024-09-19T06:49:49.931882+0000","last_clean":"2024-09-19T06:49:49.931882+0000","last_became_active":"2024-09-19T06:49:48.927365+0000","last_became_peered":"2024-09-19T06:49:48.927365+0000","last_unstale":"2024-09-19T06:49:49.931882+0000","last_undegraded":"2024-09-19T06:49:49.931882+0000","last_fullsized":"2024-09-19T06:49:49.931882+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:59.750370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125164+0000","last_change":"2024-09-19T06:49:48.926182+0000","last_active":"2024-09-19T06:49:50.125164+0000","last_peered":"2024-09-19T06:49:50.125164+0000","last_clean":"2024-09-19T06:49:50.125164+0000","last_became_active":"2024-09-19T06:49:48.925851+0000","last_became_peered":"2024-09-19T06:49:48.925851+0000","last_unstale":"2024-09-19T06:49:50.125164+0000","last_undegraded":"2024-09-19T06:49:50.125164+0000","last_fullsized":"2024-09-19T06:49:50.125164+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:35:18.852231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.911977+0000","last_change":"2024-09-19T06:49:48.931319+0000","last_active":"2024-09-19T06:49:49.911977+0000","last_peered":"2024-09-19T06:49:49.911977+0000","last_clean":"2024-09-19T06:49:49.911977+0000","last_became_active":"2024-09-19T06:49:48.930997+0000","last_became_peered":"2024-09-19T06:49:48.930997+0000","last_unstale":"2024-09-19T06:49:49.911977+0000","last_undegraded":"2024-09-19T06:49:49.911977+0000","last_fullsized":"2024-09-19T06:49:49.911977+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:15.577563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125330+0000","last_change":"2024-09-19T06:49:48.938538+0000","last_active":"2024-09-19T06:49:50.125330+0000","last_peered":"2024-09-19T06:49:50.125330+0000","last_clean":"2024-09-19T06:49:50.125330+0000","last_became_active":"2024-09-19T06:49:48.938297+0000","last_became_peered":"2024-09-19T06:49:48.938297+0000","last_unstale":"2024-09-19T06:49:50.125330+0000","last_undegraded":"2024-09-19T06:49:50.125330+0000","last_fullsized":"2024-09-19T06:49:50.125330+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:05.385664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124914+0000","last_change":"2024-09-19T06:49:48.924253+0000","last_active":"2024-09-19T06:49:50.124914+0000","last_peered":"2024-09-19T06:49:50.124914+0000","last_clean":"2024-09-19T06:49:50.124914+0000","last_became_active":"2024-09-19T06:49:48.923962+0000","last_became_peered":"2024-09-19T06:49:48.923962+0000","last_unstale":"2024-09-19T06:49:50.124914+0000","last_undegraded":"2024-09-19T06:49:50.124914+0000","last_fullsized":"2024-09-19T06:49:50.124914+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:30.913187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125223+0000","last_change":"2024-09-19T06:49:48.930873+0000","last_active":"2024-09-19T06:49:50.125223+0000","last_peered":"2024-09-19T06:49:50.125223+0000","last_clean":"2024-09-19T06:49:50.125223+0000","last_became_active":"2024-09-19T06:49:48.930324+0000","last_became_peered":"2024-09-19T06:49:48.930324+0000","last_unstale":"2024-09-19T06:49:50.125223+0000","last_undegraded":"2024-09-19T06:49:50.125223+0000","last_fullsized":"2024-09-19T06:49:50.125223+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:14.120868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914833+0000","last_change":"2024-09-19T06:49:48.917420+0000","last_active":"2024-09-19T06:49:49.914833+0000","last_peered":"2024-09-19T06:49:49.914833+0000","last_clean":"2024-09-19T06:49:49.914833+0000","last_became_active":"2024-09-19T06:49:48.916210+0000","last_became_peered":"2024-09-19T06:49:48.916210+0000","last_unstale":"2024-09-19T06:49:49.914833+0000","last_undegraded":"2024-09-19T06:49:49.914833+0000","last_fullsized":"2024-09-19T06:49:49.914833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:49.963724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914924+0000","last_change":"2024-09-19T06:49:48.932341+0000","last_active":"2024-09-19T06:49:49.914924+0000","last_peered":"2024-09-19T06:49:49.914924+0000","last_clean":"2024-09-19T06:49:49.914924+0000","last_became_active":"2024-09-19T06:49:48.930980+0000","last_became_peered":"2024-09-19T06:49:48.930980+0000","last_unstale":"2024-09-19T06:49:49.914924+0000","last_undegraded":"2024-09-19T06:49:49.914924+0000","last_fullsized":"2024-09-19T06:49:49.914924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:41.481396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913970+0000","last_change":"2024-09-19T06:49:48.925558+0000","last_active":"2024-09-19T06:49:49.913970+0000","last_peered":"2024-09-19T06:49:49.913970+0000","last_clean":"2024-09-19T06:49:49.913970+0000","last_became_active":"2024-09-19T06:49:48.925309+0000","last_became_peered":"2024-09-19T06:49:48.925309+0000","last_unstale":"2024-09-19T06:49:49.913970+0000","last_undegraded":"2024-09-19T06:49:49.913970+0000","last_fullsized":"2024-09-19T06:49:49.913970+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:10.043711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125673+0000","last_change":"2024-09-19T06:49:48.928053+0000","last_active":"2024-09-19T06:49:50.125673+0000","last_peered":"2024-09-19T06:49:50.125673+0000","last_clean":"2024-09-19T06:49:50.125673+0000","last_became_active":"2024-09-19T06:49:48.927781+0000","last_became_peered":"2024-09-19T06:49:48.927781+0000","last_unstale":"2024-09-19T06:49:50.125673+0000","last_undegraded":"2024-09-19T06:49:50.125673+0000","last_fullsized":"2024-09-19T06:49:50.125673+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:10.043711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.912093+0000","last_change":"2024-09-19T06:49:48.924658+0000","last_active":"2024-09-19T06:49:49.912093+0000","last_peered":"2024-09-19T06:49:49.912093+0000","last_clean":"2024-09-19T06:49:49.912093+0000","last_became_active":"2024-09-19T06:49:48.924265+0000","last_became_peered":"2024-09-19T06:49:48.924265+0000","last_unstale":"2024-09-19T06:49:49.912093+0000","last_undegraded":"2024-09-19T06:49:49.912093+0000","last_fullsized":"2024-09-19T06:49:49.912093+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:45.004026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.911957+0000","last_change":"2024-09-19T06:49:48.920818+0000","last_active":"2024-09-19T06:49:49.911957+0000","last_peered":"2024-09-19T06:49:49.911957+0000","last_clean":"2024-09-19T06:49:49.911957+0000","last_became_active":"2024-09-19T06:49:48.918971+0000","last_became_peered":"2024-09-19T06:49:48.918971+0000","last_unstale":"2024-09-19T06:49:49.911957+0000","last_undegraded":"2024-09-19T06:49:49.911957+0000","last_fullsized":"2024-09-19T06:49:49.911957+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:00.201722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125224+0000","last_change":"2024-09-19T06:49:48.933390+0000","last_active":"2024-09-19T06:49:50.125224+0000","last_peered":"2024-09-19T06:49:50.125224+0000","last_clean":"2024-09-19T06:49:50.125224+0000","last_became_active":"2024-09-19T06:49:48.927344+0000","last_became_peered":"2024-09-19T06:49:48.927344+0000","last_unstale":"2024-09-19T06:49:50.125224+0000","last_undegraded":"2024-09-19T06:49:50.125224+0000","last_fullsized":"2024-09-19T06:49:50.125224+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:29.123720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996407+0000","last_change":"2024-09-19T06:49:48.927309+0000","last_active":"2024-09-19T06:49:49.996407+0000","last_peered":"2024-09-19T06:49:49.996407+0000","last_clean":"2024-09-19T06:49:49.996407+0000","last_became_active":"2024-09-19T06:49:48.927002+0000","last_became_peered":"2024-09-19T06:49:48.927002+0000","last_unstale":"2024-09-19T06:49:49.996407+0000","last_undegraded":"2024-09-19T06:49:49.996407+0000","last_fullsized":"2024-09-19T06:49:49.996407+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:22:17.049752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125397+0000","last_change":"2024-09-19T06:49:48.936269+0000","last_active":"2024-09-19T06:49:50.125397+0000","last_peered":"2024-09-19T06:49:50.125397+0000","last_clean":"2024-09-19T06:49:50.125397+0000","last_became_active":"2024-09-19T06:49:48.936010+0000","last_became_peered":"2024-09-19T06:49:48.936010+0000","last_unstale":"2024-09-19T06:49:50.125397+0000","last_undegraded":"2024-09-19T06:49:50.125397+0000","last_fullsized":"2024-09-19T06:49:50.125397+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:14.120868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.997015+0000","last_change":"2024-09-19T06:49:47.928893+0000","last_active":"2024-09-19T06:49:49.997015+0000","last_peered":"2024-09-19T06:49:49.997015+0000","last_clean":"2024-09-19T06:49:49.997015+0000","last_became_active":"2024-09-19T06:49:47.928618+0000","last_became_peered":"2024-09-19T06:49:47.928618+0000","last_unstale":"2024-09-19T06:49:49.997015+0000","last_undegraded":"2024-09-19T06:49:49.997015+0000","last_fullsized":"2024-09-19T06:49:49.997015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:12.858818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125749+0000","last_change":"2024-09-19T06:49:48.933146+0000","last_active":"2024-09-19T06:49:50.125749+0000","last_peered":"2024-09-19T06:49:50.125749+0000","last_clean":"2024-09-19T06:49:50.125749+0000","last_became_active":"2024-09-19T06:49:48.926575+0000","last_became_peered":"2024-09-19T06:49:48.926575+0000","last_unstale":"2024-09-19T06:49:50.125749+0000","last_undegraded":"2024-09-19T06:49:50.125749+0000","last_fullsized":"2024-09-19T06:49:50.125749+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:45.004026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914862+0000","last_change":"2024-09-19T06:49:47.927778+0000","last_active":"2024-09-19T06:49:49.914862+0000","last_peered":"2024-09-19T06:49:49.914862+0000","last_clean":"2024-09-19T06:49:49.914862+0000","last_became_active":"2024-09-19T06:49:47.927501+0000","last_became_peered":"2024-09-19T06:49:47.927501+0000","last_unstale":"2024-09-19T06:49:49.914862+0000","last_undegraded":"2024-09-19T06:49:49.914862+0000","last_fullsized":"2024-09-19T06:49:49.914862+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:17.203668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125667+0000","last_change":"2024-09-19T06:49:48.932477+0000","last_active":"2024-09-19T06:49:50.125667+0000","last_peered":"2024-09-19T06:49:50.125667+0000","last_clean":"2024-09-19T06:49:50.125667+0000","last_became_active":"2024-09-19T06:49:48.931798+0000","last_became_peered":"2024-09-19T06:49:48.931798+0000","last_unstale":"2024-09-19T06:49:50.125667+0000","last_undegraded":"2024-09-19T06:49:50.125667+0000","last_fullsized":"2024-09-19T06:49:50.125667+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:15.577563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.932061+0000","last_change":"2024-09-19T06:49:47.927955+0000","last_active":"2024-09-19T06:49:49.932061+0000","last_peered":"2024-09-19T06:49:49.932061+0000","last_clean":"2024-09-19T06:49:49.932061+0000","last_became_active":"2024-09-19T06:49:47.927666+0000","last_became_peered":"2024-09-19T06:49:47.927666+0000","last_unstale":"2024-09-19T06:49:49.932061+0000","last_undegraded":"2024-09-19T06:49:49.932061+0000","last_fullsized":"2024-09-19T06:49:49.932061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:51.551036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914613+0000","last_change":"2024-09-19T06:49:48.930237+0000","last_active":"2024-09-19T06:49:49.914613+0000","last_peered":"2024-09-19T06:49:49.914613+0000","last_clean":"2024-09-19T06:49:49.914613+0000","last_became_active":"2024-09-19T06:49:48.929929+0000","last_became_peered":"2024-09-19T06:49:48.929929+0000","last_unstale":"2024-09-19T06:49:49.914613+0000","last_undegraded":"2024-09-19T06:49:49.914613+0000","last_fullsized":"2024-09-19T06:49:49.914613+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:18.873113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914656+0000","last_change":"2024-09-19T06:49:47.928048+0000","last_active":"2024-09-19T06:49:49.914656+0000","last_peered":"2024-09-19T06:49:49.914656+0000","last_clean":"2024-09-19T06:49:49.914656+0000","last_became_active":"2024-09-19T06:49:47.927675+0000","last_became_peered":"2024-09-19T06:49:47.927675+0000","last_unstale":"2024-09-19T06:49:49.914656+0000","last_undegraded":"2024-09-19T06:49:49.914656+0000","last_fullsized":"2024-09-19T06:49:49.914656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:13.141401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124750+0000","last_change":"2024-09-19T06:49:48.922728+0000","last_active":"2024-09-19T06:49:50.124750+0000","last_peered":"2024-09-19T06:49:50.124750+0000","last_clean":"2024-09-19T06:49:50.124750+0000","last_became_active":"2024-09-19T06:49:48.922485+0000","last_became_peered":"2024-09-19T06:49:48.922485+0000","last_unstale":"2024-09-19T06:49:50.124750+0000","last_undegraded":"2024-09-19T06:49:50.124750+0000","last_fullsized":"2024-09-19T06:49:50.124750+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:59.750370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125449+0000","last_change":"2024-09-19T06:49:47.928193+0000","last_active":"2024-09-19T06:49:50.125449+0000","last_peered":"2024-09-19T06:49:50.125449+0000","last_clean":"2024-09-19T06:49:50.125449+0000","last_became_active":"2024-09-19T06:49:47.927865+0000","last_became_peered":"2024-09-19T06:49:47.927865+0000","last_unstale":"2024-09-19T06:49:50.125449+0000","last_undegraded":"2024-09-19T06:49:50.125449+0000","last_fullsized":"2024-09-19T06:49:50.125449+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:55.921018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125019+0000","last_change":"2024-09-19T06:49:48.931570+0000","last_active":"2024-09-19T06:49:50.125019+0000","last_peered":"2024-09-19T06:49:50.125019+0000","last_clean":"2024-09-19T06:49:50.125019+0000","last_became_active":"2024-09-19T06:49:48.931320+0000","last_became_peered":"2024-09-19T06:49:48.931320+0000","last_unstale":"2024-09-19T06:49:50.125019+0000","last_undegraded":"2024-09-19T06:49:50.125019+0000","last_fullsized":"2024-09-19T06:49:50.125019+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:21.284488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125321+0000","last_change":"2024-09-19T06:49:47.922669+0000","last_active":"2024-09-19T06:49:50.125321+0000","last_peered":"2024-09-19T06:49:50.125321+0000","last_clean":"2024-09-19T06:49:50.125321+0000","last_became_active":"2024-09-19T06:49:47.922424+0000","last_became_peered":"2024-09-19T06:49:47.922424+0000","last_unstale":"2024-09-19T06:49:50.125321+0000","last_undegraded":"2024-09-19T06:49:50.125321+0000","last_fullsized":"2024-09-19T06:49:50.125321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:57.971546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124997+0000","last_change":"2024-09-19T06:49:48.931723+0000","last_active":"2024-09-19T06:49:50.124997+0000","last_peered":"2024-09-19T06:49:50.124997+0000","last_clean":"2024-09-19T06:49:50.124997+0000","last_became_active":"2024-09-19T06:49:48.931423+0000","last_became_peered":"2024-09-19T06:49:48.931423+0000","last_unstale":"2024-09-19T06:49:50.124997+0000","last_undegraded":"2024-09-19T06:49:50.124997+0000","last_fullsized":"2024-09-19T06:49:50.124997+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:14.091445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.931701+0000","last_change":"2024-09-19T06:49:47.923558+0000","last_active":"2024-09-19T06:49:49.931701+0000","last_peered":"2024-09-19T06:49:49.931701+0000","last_clean":"2024-09-19T06:49:49.931701+0000","last_became_active":"2024-09-19T06:49:47.923295+0000","last_became_peered":"2024-09-19T06:49:47.923295+0000","last_unstale":"2024-09-19T06:49:49.931701+0000","last_undegraded":"2024-09-19T06:49:49.931701+0000","last_fullsized":"2024-09-19T06:49:49.931701+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:48.349724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914201+0000","last_change":"2024-09-19T06:49:48.929857+0000","last_active":"2024-09-19T06:49:49.914201+0000","last_peered":"2024-09-19T06:49:49.914201+0000","last_clean":"2024-09-19T06:49:49.914201+0000","last_became_active":"2024-09-19T06:49:48.929549+0000","last_became_peered":"2024-09-19T06:49:48.929549+0000","last_unstale":"2024-09-19T06:49:49.914201+0000","last_undegraded":"2024-09-19T06:49:49.914201+0000","last_fullsized":"2024-09-19T06:49:49.914201+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:33.804951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125331+0000","last_change":"2024-09-19T06:49:47.922441+0000","last_active":"2024-09-19T06:49:50.125331+0000","last_peered":"2024-09-19T06:49:50.125331+0000","last_clean":"2024-09-19T06:49:50.125331+0000","last_became_active":"2024-09-19T06:49:47.922170+0000","last_became_peered":"2024-09-19T06:49:47.922170+0000","last_unstale":"2024-09-19T06:49:50.125331+0000","last_undegraded":"2024-09-19T06:49:50.125331+0000","last_fullsized":"2024-09-19T06:49:50.125331+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:14.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996914+0000","last_change":"2024-09-19T06:49:48.924881+0000","last_active":"2024-09-19T06:49:49.996914+0000","last_peered":"2024-09-19T06:49:49.996914+0000","last_clean":"2024-09-19T06:49:49.996914+0000","last_became_active":"2024-09-19T06:49:48.924639+0000","last_became_peered":"2024-09-19T06:49:48.924639+0000","last_unstale":"2024-09-19T06:49:49.996914+0000","last_undegraded":"2024-09-19T06:49:49.996914+0000","last_fullsized":"2024-09-19T06:49:49.996914+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:11.663049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.915212+0000","last_change":"2024-09-19T06:49:47.924395+0000","last_active":"2024-09-19T06:49:49.915212+0000","last_peered":"2024-09-19T06:49:49.915212+0000","last_clean":"2024-09-19T06:49:49.915212+0000","last_became_active":"2024-09-19T06:49:47.924136+0000","last_became_peered":"2024-09-19T06:49:47.924136+0000","last_unstale":"2024-09-19T06:49:49.915212+0000","last_undegraded":"2024-09-19T06:49:49.915212+0000","last_fullsized":"2024-09-19T06:49:49.915212+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:00.163166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914871+0000","last_change":"2024-09-19T06:49:48.917564+0000","last_active":"2024-09-19T06:49:49.914871+0000","last_peered":"2024-09-19T06:49:49.914871+0000","last_clean":"2024-09-19T06:49:49.914871+0000","last_became_active":"2024-09-19T06:49:48.917039+0000","last_became_peered":"2024-09-19T06:49:48.917039+0000","last_unstale":"2024-09-19T06:49:49.914871+0000","last_undegraded":"2024-09-19T06:49:49.914871+0000","last_fullsized":"2024-09-19T06:49:49.914871+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:31.212543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914849+0000","last_change":"2024-09-19T06:49:47.923377+0000","last_active":"2024-09-19T06:49:49.914849+0000","last_peered":"2024-09-19T06:49:49.914849+0000","last_clean":"2024-09-19T06:49:49.914849+0000","last_became_active":"2024-09-19T06:49:47.923118+0000","last_became_peered":"2024-09-19T06:49:47.923118+0000","last_unstale":"2024-09-19T06:49:49.914849+0000","last_undegraded":"2024-09-19T06:49:49.914849+0000","last_fullsized":"2024-09-19T06:49:49.914849+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:13.581524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914498+0000","last_change":"2024-09-19T06:49:48.928848+0000","last_active":"2024-09-19T06:49:49.914498+0000","last_peered":"2024-09-19T06:49:49.914498+0000","last_clean":"2024-09-19T06:49:49.914498+0000","last_became_active":"2024-09-19T06:49:48.928189+0000","last_became_peered":"2024-09-19T06:49:48.928189+0000","last_unstale":"2024-09-19T06:49:49.914498+0000","last_undegraded":"2024-09-19T06:49:49.914498+0000","last_fullsized":"2024-09-19T06:49:49.914498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:11.470797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996712+0000","last_change":"2024-09-19T06:49:47.920334+0000","last_active":"2024-09-19T06:49:49.996712+0000","last_peered":"2024-09-19T06:49:49.996712+0000","last_clean":"2024-09-19T06:49:49.996712+0000","last_became_active":"2024-09-19T06:49:47.919881+0000","last_became_peered":"2024-09-19T06:49:47.919881+0000","last_unstale":"2024-09-19T06:49:49.996712+0000","last_undegraded":"2024-09-19T06:49:49.996712+0000","last_fullsized":"2024-09-19T06:49:49.996712+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:44.001055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996730+0000","last_change":"2024-09-19T06:49:48.913171+0000","last_active":"2024-09-19T06:49:49.996730+0000","last_peered":"2024-09-19T06:49:49.996730+0000","last_clean":"2024-09-19T06:49:49.996730+0000","last_became_active":"2024-09-19T06:49:48.912856+0000","last_became_peered":"2024-09-19T06:49:48.912856+0000","last_unstale":"2024-09-19T06:49:49.996730+0000","last_undegraded":"2024-09-19T06:49:49.996730+0000","last_fullsized":"2024-09-19T06:49:49.996730+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:30.319890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125307+0000","last_change":"2024-09-19T06:49:47.932586+0000","last_active":"2024-09-19T06:49:50.125307+0000","last_peered":"2024-09-19T06:49:50.125307+0000","last_clean":"2024-09-19T06:49:50.125307+0000","last_became_active":"2024-09-19T06:49:47.932286+0000","last_became_peered":"2024-09-19T06:49:47.932286+0000","last_unstale":"2024-09-19T06:49:50.125307+0000","last_undegraded":"2024-09-19T06:49:50.125307+0000","last_fullsized":"2024-09-19T06:49:50.125307+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:36.571571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124945+0000","last_change":"2024-09-19T06:49:48.934327+0000","last_active":"2024-09-19T06:49:50.124945+0000","last_peered":"2024-09-19T06:49:50.124945+0000","last_clean":"2024-09-19T06:49:50.124945+0000","last_became_active":"2024-09-19T06:49:48.931180+0000","last_became_peered":"2024-09-19T06:49:48.931180+0000","last_unstale":"2024-09-19T06:49:50.124945+0000","last_undegraded":"2024-09-19T06:49:50.124945+0000","last_fullsized":"2024-09-19T06:49:50.124945+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:21.284488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125476+0000","last_change":"2024-09-19T06:49:47.921039+0000","last_active":"2024-09-19T06:49:50.125476+0000","last_peered":"2024-09-19T06:49:50.125476+0000","last_clean":"2024-09-19T06:49:50.125476+0000","last_became_active":"2024-09-19T06:49:47.920761+0000","last_became_peered":"2024-09-19T06:49:47.920761+0000","last_unstale":"2024-09-19T06:49:50.125476+0000","last_undegraded":"2024-09-19T06:49:50.125476+0000","last_fullsized":"2024-09-19T06:49:50.125476+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:39.655684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914504+0000","last_change":"2024-09-19T06:49:48.935172+0000","last_active":"2024-09-19T06:49:49.914504+0000","last_peered":"2024-09-19T06:49:49.914504+0000","last_clean":"2024-09-19T06:49:49.914504+0000","last_became_active":"2024-09-19T06:49:48.934307+0000","last_became_peered":"2024-09-19T06:49:48.934307+0000","last_unstale":"2024-09-19T06:49:49.914504+0000","last_undegraded":"2024-09-19T06:49:49.914504+0000","last_fullsized":"2024-09-19T06:49:49.914504+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:36.028579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914061+0000","last_change":"2024-09-19T06:49:47.927151+0000","last_active":"2024-09-19T06:49:49.914061+0000","last_peered":"2024-09-19T06:49:49.914061+0000","last_clean":"2024-09-19T06:49:49.914061+0000","last_became_active":"2024-09-19T06:49:47.925606+0000","last_became_peered":"2024-09-19T06:49:47.925606+0000","last_unstale":"2024-09-19T06:49:49.914061+0000","last_undegraded":"2024-09-19T06:49:49.914061+0000","last_fullsized":"2024-09-19T06:49:49.914061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:09:20.522905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125354+0000","last_change":"2024-09-19T06:49:48.925862+0000","last_active":"2024-09-19T06:49:50.125354+0000","last_peered":"2024-09-19T06:49:50.125354+0000","last_clean":"2024-09-19T06:49:50.125354+0000","last_became_active":"2024-09-19T06:49:48.925527+0000","last_became_peered":"2024-09-19T06:49:48.925527+0000","last_unstale":"2024-09-19T06:49:50.125354+0000","last_undegraded":"2024-09-19T06:49:50.125354+0000","last_fullsized":"2024-09-19T06:49:50.125354+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:00.201722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914277+0000","last_change":"2024-09-19T06:49:47.929701+0000","last_active":"2024-09-19T06:49:49.914277+0000","last_peered":"2024-09-19T06:49:49.914277+0000","last_clean":"2024-09-19T06:49:49.914277+0000","last_became_active":"2024-09-19T06:49:47.929369+0000","last_became_peered":"2024-09-19T06:49:47.929369+0000","last_unstale":"2024-09-19T06:49:49.914277+0000","last_undegraded":"2024-09-19T06:49:49.914277+0000","last_fullsized":"2024-09-19T06:49:49.914277+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:33.127487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996550+0000","last_change":"2024-09-19T06:49:48.929396+0000","last_active":"2024-09-19T06:49:49.996550+0000","last_peered":"2024-09-19T06:49:49.996550+0000","last_clean":"2024-09-19T06:49:49.996550+0000","last_became_active":"2024-09-19T06:49:48.929084+0000","last_became_peered":"2024-09-19T06:49:48.929084+0000","last_unstale":"2024-09-19T06:49:49.996550+0000","last_undegraded":"2024-09-19T06:49:49.996550+0000","last_fullsized":"2024-09-19T06:49:49.996550+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:40.218432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":22,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.931596+0000","last_change":"2024-09-19T06:49:47.920554+0000","last_active":"2024-09-19T06:49:49.931596+0000","last_peered":"2024-09-19T06:49:49.931596+0000","last_clean":"2024-09-19T06:49:49.931596+0000","last_became_active":"2024-09-19T06:49:47.920160+0000","last_became_peered":"2024-09-19T06:49:47.920160+0000","last_unstale":"2024-09-19T06:49:49.931596+0000","last_undegraded":"2024-09-19T06:49:49.931596+0000","last_fullsized":"2024-09-19T06:49:49.931596+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:27:33.426461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996972+0000","last_change":"2024-09-19T06:49:48.922709+0000","last_active":"2024-09-19T06:49:49.996972+0000","last_peered":"2024-09-19T06:49:49.996972+0000","last_clean":"2024-09-19T06:49:49.996972+0000","last_became_active":"2024-09-19T06:49:48.922384+0000","last_became_peered":"2024-09-19T06:49:48.922384+0000","last_unstale":"2024-09-19T06:49:49.996972+0000","last_undegraded":"2024-09-19T06:49:49.996972+0000","last_fullsized":"2024-09-19T06:49:49.996972+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:42.619301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.931997+0000","last_change":"2024-09-19T06:49:47.924508+0000","last_active":"2024-09-19T06:49:49.931997+0000","last_peered":"2024-09-19T06:49:49.931997+0000","last_clean":"2024-09-19T06:49:49.931997+0000","last_became_active":"2024-09-19T06:49:47.921713+0000","last_became_peered":"2024-09-19T06:49:47.921713+0000","last_unstale":"2024-09-19T06:49:49.931997+0000","last_undegraded":"2024-09-19T06:49:49.931997+0000","last_fullsized":"2024-09-19T06:49:49.931997+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:17.971011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124988+0000","last_change":"2024-09-19T06:49:48.932952+0000","last_active":"2024-09-19T06:49:50.124988+0000","last_peered":"2024-09-19T06:49:50.124988+0000","last_clean":"2024-09-19T06:49:50.124988+0000","last_became_active":"2024-09-19T06:49:48.932697+0000","last_became_peered":"2024-09-19T06:49:48.932697+0000","last_unstale":"2024-09-19T06:49:50.124988+0000","last_undegraded":"2024-09-19T06:49:50.124988+0000","last_fullsized":"2024-09-19T06:49:50.124988+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:37.574542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125584+0000","last_change":"2024-09-19T06:49:47.921775+0000","last_active":"2024-09-19T06:49:50.125584+0000","last_peered":"2024-09-19T06:49:50.125584+0000","last_clean":"2024-09-19T06:49:50.125584+0000","last_became_active":"2024-09-19T06:49:47.921483+0000","last_became_peered":"2024-09-19T06:49:47.921483+0000","last_unstale":"2024-09-19T06:49:50.125584+0000","last_undegraded":"2024-09-19T06:49:50.125584+0000","last_fullsized":"2024-09-19T06:49:50.125584+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:58.747400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913848+0000","last_change":"2024-09-19T06:49:48.930032+0000","last_active":"2024-09-19T06:49:49.913848+0000","last_peered":"2024-09-19T06:49:49.913848+0000","last_clean":"2024-09-19T06:49:49.913848+0000","last_became_active":"2024-09-19T06:49:48.929756+0000","last_became_peered":"2024-09-19T06:49:48.929756+0000","last_unstale":"2024-09-19T06:49:49.913848+0000","last_undegraded":"2024-09-19T06:49:49.913848+0000","last_fullsized":"2024-09-19T06:49:49.913848+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:00.201722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996823+0000","last_change":"2024-09-19T06:49:47.926274+0000","last_active":"2024-09-19T06:49:49.996823+0000","last_peered":"2024-09-19T06:49:49.996823+0000","last_clean":"2024-09-19T06:49:49.996823+0000","last_became_active":"2024-09-19T06:49:47.924602+0000","last_became_peered":"2024-09-19T06:49:47.924602+0000","last_unstale":"2024-09-19T06:49:49.996823+0000","last_undegraded":"2024-09-19T06:49:49.996823+0000","last_fullsized":"2024-09-19T06:49:49.996823+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:39.456614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.931923+0000","last_change":"2024-09-19T06:49:48.938433+0000","last_active":"2024-09-19T06:49:49.931923+0000","last_peered":"2024-09-19T06:49:49.931923+0000","last_clean":"2024-09-19T06:49:49.931923+0000","last_became_active":"2024-09-19T06:49:48.937317+0000","last_became_peered":"2024-09-19T06:49:48.937317+0000","last_unstale":"2024-09-19T06:49:49.931923+0000","last_undegraded":"2024-09-19T06:49:49.931923+0000","last_fullsized":"2024-09-19T06:49:49.931923+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:01.776971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.912175+0000","last_change":"2024-09-19T06:49:47.925886+0000","last_active":"2024-09-19T06:49:49.912175+0000","last_peered":"2024-09-19T06:49:49.912175+0000","last_clean":"2024-09-19T06:49:49.912175+0000","last_became_active":"2024-09-19T06:49:47.925592+0000","last_became_peered":"2024-09-19T06:49:47.925592+0000","last_unstale":"2024-09-19T06:49:49.912175+0000","last_undegraded":"2024-09-19T06:49:49.912175+0000","last_fullsized":"2024-09-19T06:49:49.912175+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:00.163166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124930+0000","last_change":"2024-09-19T06:49:48.934906+0000","last_active":"2024-09-19T06:49:50.124930+0000","last_peered":"2024-09-19T06:49:50.124930+0000","last_clean":"2024-09-19T06:49:50.124930+0000","last_became_active":"2024-09-19T06:49:48.934619+0000","last_became_peered":"2024-09-19T06:49:48.934619+0000","last_unstale":"2024-09-19T06:49:50.124930+0000","last_undegraded":"2024-09-19T06:49:50.124930+0000","last_fullsized":"2024-09-19T06:49:50.124930+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:40.160297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914144+0000","last_change":"2024-09-19T06:49:47.923066+0000","last_active":"2024-09-19T06:49:49.914144+0000","last_peered":"2024-09-19T06:49:49.914144+0000","last_clean":"2024-09-19T06:49:49.914144+0000","last_became_active":"2024-09-19T06:49:47.922758+0000","last_became_peered":"2024-09-19T06:49:47.922758+0000","last_unstale":"2024-09-19T06:49:49.914144+0000","last_undegraded":"2024-09-19T06:49:49.914144+0000","last_fullsized":"2024-09-19T06:49:49.914144+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:29.910217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914047+0000","last_change":"2024-09-19T06:49:48.927256+0000","last_active":"2024-09-19T06:49:49.914047+0000","last_peered":"2024-09-19T06:49:49.914047+0000","last_clean":"2024-09-19T06:49:49.914047+0000","last_became_active":"2024-09-19T06:49:48.926996+0000","last_became_peered":"2024-09-19T06:49:48.926996+0000","last_unstale":"2024-09-19T06:49:49.914047+0000","last_undegraded":"2024-09-19T06:49:49.914047+0000","last_fullsized":"2024-09-19T06:49:49.914047+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:45.004026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125404+0000","last_change":"2024-09-19T06:49:47.921760+0000","last_active":"2024-09-19T06:49:50.125404+0000","last_peered":"2024-09-19T06:49:50.125404+0000","last_clean":"2024-09-19T06:49:50.125404+0000","last_became_active":"2024-09-19T06:49:47.921522+0000","last_became_peered":"2024-09-19T06:49:47.921522+0000","last_unstale":"2024-09-19T06:49:50.125404+0000","last_undegraded":"2024-09-19T06:49:50.125404+0000","last_fullsized":"2024-09-19T06:49:50.125404+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:43.705278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124892+0000","last_change":"2024-09-19T06:49:48.938933+0000","last_active":"2024-09-19T06:49:50.124892+0000","last_peered":"2024-09-19T06:49:50.124892+0000","last_clean":"2024-09-19T06:49:50.124892+0000","last_became_active":"2024-09-19T06:49:48.938692+0000","last_became_peered":"2024-09-19T06:49:48.938692+0000","last_unstale":"2024-09-19T06:49:50.124892+0000","last_undegraded":"2024-09-19T06:49:50.124892+0000","last_fullsized":"2024-09-19T06:49:50.124892+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:14.584495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124668+0000","last_change":"2024-09-19T06:49:47.928111+0000","last_active":"2024-09-19T06:49:50.124668+0000","last_peered":"2024-09-19T06:49:50.124668+0000","last_clean":"2024-09-19T06:49:50.124668+0000","last_became_active":"2024-09-19T06:49:47.927822+0000","last_became_peered":"2024-09-19T06:49:47.927822+0000","last_unstale":"2024-09-19T06:49:50.124668+0000","last_undegraded":"2024-09-19T06:49:50.124668+0000","last_fullsized":"2024-09-19T06:49:50.124668+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:48.349724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124806+0000","last_change":"2024-09-19T06:49:48.931713+0000","last_active":"2024-09-19T06:49:50.124806+0000","last_peered":"2024-09-19T06:49:50.124806+0000","last_clean":"2024-09-19T06:49:50.124806+0000","last_became_active":"2024-09-19T06:49:48.931447+0000","last_became_peered":"2024-09-19T06:49:48.931447+0000","last_unstale":"2024-09-19T06:49:50.124806+0000","last_undegraded":"2024-09-19T06:49:50.124806+0000","last_fullsized":"2024-09-19T06:49:50.124806+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:01.776971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996437+0000","last_change":"2024-09-19T06:49:47.926445+0000","last_active":"2024-09-19T06:49:49.996437+0000","last_peered":"2024-09-19T06:49:49.996437+0000","last_clean":"2024-09-19T06:49:49.996437+0000","last_became_active":"2024-09-19T06:49:47.924265+0000","last_became_peered":"2024-09-19T06:49:47.924265+0000","last_unstale":"2024-09-19T06:49:49.996437+0000","last_undegraded":"2024-09-19T06:49:49.996437+0000","last_fullsized":"2024-09-19T06:49:49.996437+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:11.795582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.932077+0000","last_change":"2024-09-19T06:49:48.932737+0000","last_active":"2024-09-19T06:49:49.932077+0000","last_peered":"2024-09-19T06:49:49.932077+0000","last_clean":"2024-09-19T06:49:49.932077+0000","last_became_active":"2024-09-19T06:49:48.932450+0000","last_became_peered":"2024-09-19T06:49:48.932450+0000","last_unstale":"2024-09-19T06:49:49.932077+0000","last_undegraded":"2024-09-19T06:49:49.932077+0000","last_fullsized":"2024-09-19T06:49:49.932077+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:44.708248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125294+0000","last_change":"2024-09-19T06:49:47.932095+0000","last_active":"2024-09-19T06:49:50.125294+0000","last_peered":"2024-09-19T06:49:50.125294+0000","last_clean":"2024-09-19T06:49:50.125294+0000","last_became_active":"2024-09-19T06:49:47.931171+0000","last_became_peered":"2024-09-19T06:49:47.931171+0000","last_unstale":"2024-09-19T06:49:50.125294+0000","last_undegraded":"2024-09-19T06:49:50.125294+0000","last_fullsized":"2024-09-19T06:49:50.125294+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:21.248124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996964+0000","last_change":"2024-09-19T06:49:48.928319+0000","last_active":"2024-09-19T06:49:49.996964+0000","last_peered":"2024-09-19T06:49:49.996964+0000","last_clean":"2024-09-19T06:49:49.996964+0000","last_became_active":"2024-09-19T06:49:48.926160+0000","last_became_peered":"2024-09-19T06:49:48.926160+0000","last_unstale":"2024-09-19T06:49:49.996964+0000","last_undegraded":"2024-09-19T06:49:49.996964+0000","last_fullsized":"2024-09-19T06:49:49.996964+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:59.171286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.915032+0000","last_change":"2024-09-19T06:49:47.923149+0000","last_active":"2024-09-19T06:49:49.915032+0000","last_peered":"2024-09-19T06:49:49.915032+0000","last_clean":"2024-09-19T06:49:49.915032+0000","last_became_active":"2024-09-19T06:49:47.922829+0000","last_became_peered":"2024-09-19T06:49:47.922829+0000","last_unstale":"2024-09-19T06:49:49.915032+0000","last_undegraded":"2024-09-19T06:49:49.915032+0000","last_fullsized":"2024-09-19T06:49:49.915032+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:20.281518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.932106+0000","last_change":"2024-09-19T06:49:48.939153+0000","last_active":"2024-09-19T06:49:49.932106+0000","last_peered":"2024-09-19T06:49:49.932106+0000","last_clean":"2024-09-19T06:49:49.932106+0000","last_became_active":"2024-09-19T06:49:48.938830+0000","last_became_peered":"2024-09-19T06:49:48.938830+0000","last_unstale":"2024-09-19T06:49:49.932106+0000","last_undegraded":"2024-09-19T06:49:49.932106+0000","last_fullsized":"2024-09-19T06:49:49.932106+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:14.091445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125406+0000","last_change":"2024-09-19T06:49:47.923955+0000","last_active":"2024-09-19T06:49:50.125406+0000","last_peered":"2024-09-19T06:49:50.125406+0000","last_clean":"2024-09-19T06:49:50.125406+0000","last_became_active":"2024-09-19T06:49:47.923663+0000","last_became_peered":"2024-09-19T06:49:47.923663+0000","last_unstale":"2024-09-19T06:49:50.125406+0000","last_undegraded":"2024-09-19T06:49:50.125406+0000","last_fullsized":"2024-09-19T06:49:50.125406+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:44:18.837185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.912012+0000","last_change":"2024-09-19T06:49:48.924506+0000","last_active":"2024-09-19T06:49:49.912012+0000","last_peered":"2024-09-19T06:49:49.912012+0000","last_clean":"2024-09-19T06:49:49.912012+0000","last_became_active":"2024-09-19T06:49:48.924220+0000","last_became_peered":"2024-09-19T06:49:48.924220+0000","last_unstale":"2024-09-19T06:49:49.912012+0000","last_undegraded":"2024-09-19T06:49:49.912012+0000","last_fullsized":"2024-09-19T06:49:49.912012+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:10.043711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125407+0000","last_change":"2024-09-19T06:49:47.928060+0000","last_active":"2024-09-19T06:49:50.125407+0000","last_peered":"2024-09-19T06:49:50.125407+0000","last_clean":"2024-09-19T06:49:50.125407+0000","last_became_active":"2024-09-19T06:49:47.927627+0000","last_became_peered":"2024-09-19T06:49:47.927627+0000","last_unstale":"2024-09-19T06:49:50.125407+0000","last_undegraded":"2024-09-19T06:49:50.125407+0000","last_fullsized":"2024-09-19T06:49:50.125407+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:13.088475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.914587+0000","last_change":"2024-09-19T06:49:48.934617+0000","last_active":"2024-09-19T06:49:49.914587+0000","last_peered":"2024-09-19T06:49:49.914587+0000","last_clean":"2024-09-19T06:49:49.914587+0000","last_became_active":"2024-09-19T06:49:48.934151+0000","last_became_peered":"2024-09-19T06:49:48.934151+0000","last_unstale":"2024-09-19T06:49:49.914587+0000","last_undegraded":"2024-09-19T06:49:49.914587+0000","last_fullsized":"2024-09-19T06:49:49.914587+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:15.280901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125284+0000","last_change":"2024-09-19T06:49:47.927149+0000","last_active":"2024-09-19T06:49:50.125284+0000","last_peered":"2024-09-19T06:49:50.125284+0000","last_clean":"2024-09-19T06:49:50.125284+0000","last_became_active":"2024-09-19T06:49:47.925365+0000","last_became_peered":"2024-09-19T06:49:47.925365+0000","last_unstale":"2024-09-19T06:49:50.125284+0000","last_undegraded":"2024-09-19T06:49:50.125284+0000","last_fullsized":"2024-09-19T06:49:50.125284+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:43.705278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913723+0000","last_change":"2024-09-19T06:49:48.929772+0000","last_active":"2024-09-19T06:49:49.913723+0000","last_peered":"2024-09-19T06:49:49.913723+0000","last_clean":"2024-09-19T06:49:49.913723+0000","last_became_active":"2024-09-19T06:49:48.929499+0000","last_became_peered":"2024-09-19T06:49:48.929499+0000","last_unstale":"2024-09-19T06:49:49.913723+0000","last_undegraded":"2024-09-19T06:49:49.913723+0000","last_fullsized":"2024-09-19T06:49:49.913723+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:39.300767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.125249+0000","last_change":"2024-09-19T06:49:47.922211+0000","last_active":"2024-09-19T06:49:50.125249+0000","last_peered":"2024-09-19T06:49:50.125249+0000","last_clean":"2024-09-19T06:49:50.125249+0000","last_became_active":"2024-09-19T06:49:47.921467+0000","last_became_peered":"2024-09-19T06:49:47.921467+0000","last_unstale":"2024-09-19T06:49:50.125249+0000","last_undegraded":"2024-09-19T06:49:50.125249+0000","last_fullsized":"2024-09-19T06:49:50.125249+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:00.774001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996583+0000","last_change":"2024-09-19T06:49:48.924156+0000","last_active":"2024-09-19T06:49:49.996583+0000","last_peered":"2024-09-19T06:49:49.996583+0000","last_clean":"2024-09-19T06:49:49.996583+0000","last_became_active":"2024-09-19T06:49:48.923398+0000","last_became_peered":"2024-09-19T06:49:48.923398+0000","last_unstale":"2024-09-19T06:49:49.996583+0000","last_undegraded":"2024-09-19T06:49:49.996583+0000","last_fullsized":"2024-09-19T06:49:49.996583+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:28.645841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.913653+0000","last_change":"2024-09-19T06:49:47.929400+0000","last_active":"2024-09-19T06:49:49.913653+0000","last_peered":"2024-09-19T06:49:49.913653+0000","last_clean":"2024-09-19T06:49:49.913653+0000","last_became_active":"2024-09-19T06:49:47.927935+0000","last_became_peered":"2024-09-19T06:49:47.927935+0000","last_unstale":"2024-09-19T06:49:49.913653+0000","last_undegraded":"2024-09-19T06:49:49.913653+0000","last_fullsized":"2024-09-19T06:49:49.913653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:15.677856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.912078+0000","last_change":"2024-09-19T06:49:48.925750+0000","last_active":"2024-09-19T06:49:49.912078+0000","last_peered":"2024-09-19T06:49:49.912078+0000","last_clean":"2024-09-19T06:49:49.912078+0000","last_became_active":"2024-09-19T06:49:48.925483+0000","last_became_peered":"2024-09-19T06:49:48.925483+0000","last_unstale":"2024-09-19T06:49:49.912078+0000","last_undegraded":"2024-09-19T06:49:49.912078+0000","last_fullsized":"2024-09-19T06:49:49.912078+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:47.895979+0000","last_clean_scrub_stamp":"2024-09-19T06:49:47.895979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:12.798553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:49.996915+0000","last_change":"2024-09-19T06:49:47.925746+0000","last_active":"2024-09-19T06:49:49.996915+0000","last_peered":"2024-09-19T06:49:49.996915+0000","last_clean":"2024-09-19T06:49:49.996915+0000","last_became_active":"2024-09-19T06:49:47.923967+0000","last_became_peered":"2024-09-19T06:49:47.923967+0000","last_unstale":"2024-09-19T06:49:49.996915+0000","last_undegraded":"2024-09-19T06:49:49.996915+0000","last_fullsized":"2024-09-19T06:49:49.996915+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:49:46.893008+0000","last_clean_scrub_stamp":"2024-09-19T06:49:46.893008+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:11.658461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":192,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-19T06:49:50.124866+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:49:50.124866+0000","last_peered":"2024-09-19T06:49:50.124866+0000","last_clean":"2024-09-19T06:49:50.124866+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:49:50.124866+0000","last_undegraded":"2024-09-19T06:49:50.124866+0000","last_fullsized":"2024-09-19T06:49:50.124866+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":380928,"data_stored":144904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":389120,"data_stored":146494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":974848,"data_stored":735832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27420,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":393216,"data_stored":145658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509458,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":380928,"data_stored":144916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509457,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":974848,"data_stored":735320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":380928,"data_stored":144972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542162,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":146516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:49:58.111 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:49:58.112 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T06:49:58.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.307+0000 7fa5b7000640 1 Processor -- start 2024-09-19T06:49:58.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.307+0000 7fa5b7000640 1 -- start start 2024-09-19T06:49:58.309 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.308+0000 7fa5b7000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b00731c0 0x7fa5b0073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.308+0000 7fa5b7000640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5b015a430 con 0x7fa5b015de80 2024-09-19T06:49:58.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.309+0000 7fa5b7000640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5b00cd0a0 con 0x7fa5b015a050 2024-09-19T06:49:58.310 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.309+0000 7fa5b7000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa5b0073b40 con 0x7fa5b00731c0 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.309+0000 7fa5b5000640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fa5b015de80 0x7fa5b015e310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:40240/0 (socket says 172.21.15.90:40240) 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.309+0000 7fa5b5000640 1 -- 172.21.15.90:0/1760959918 learned_addr learned my addr 172.21.15.90:0/1760959918 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.309+0000 7fa5a7400640 1 --2- 172.21.15.90:0/1760959918 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b00731c0 0x7fa5b0073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.309+0000 7fa5af400640 1 -- 172.21.15.90:0/1760959918 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2928447337 0 0) 0x7fa5b015a430 con 0x7fa5b015de80 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.309+0000 7fa5af400640 1 -- 172.21.15.90:0/1760959918 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa594003520 con 0x7fa5b015de80 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.309+0000 7fa5af400640 1 -- 172.21.15.90:0/1760959918 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1538943725 0 0) 0x7fa5b00cd0a0 con 0x7fa5b015a050 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.310+0000 7fa5af400640 1 -- 172.21.15.90:0/1760959918 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa5b015a430 con 0x7fa5b015a050 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.310+0000 7fa5a7400640 1 -- 172.21.15.90:0/1760959918 >> v1:172.21.15.129:6789/0 conn(0x7fa5b015a050 legacy=0x7fa5b015d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.310+0000 7fa5a7400640 1 -- 172.21.15.90:0/1760959918 >> v1:172.21.15.90:6789/0 conn(0x7fa5b015de80 legacy=0x7fa5b015e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.310+0000 7fa5a7400640 1 -- 172.21.15.90:0/1760959918 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b00cd380 con 0x7fa5b00731c0 2024-09-19T06:49:58.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.311+0000 7fa5a7400640 1 --2- 172.21.15.90:0/1760959918 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b00731c0 0x7fa5b0073600 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa5980097d0 tx=0x7fa59802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4ad53ba8bf5fda4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:58.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.311+0000 7fa5af400640 1 -- 172.21.15.90:0/1760959918 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa598037070 con 0x7fa5b00731c0 2024-09-19T06:49:58.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.311+0000 7fa5af400640 1 -- 172.21.15.90:0/1760959918 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa598032440 con 0x7fa5b00731c0 2024-09-19T06:49:58.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.311+0000 7fa5af400640 1 -- 172.21.15.90:0/1760959918 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa598032810 con 0x7fa5b00731c0 2024-09-19T06:49:58.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.312+0000 7fa5b7000640 1 -- 172.21.15.90:0/1760959918 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b00731c0 msgr2=0x7fa5b0073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.312+0000 7fa5b7000640 1 --2- 172.21.15.90:0/1760959918 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b00731c0 0x7fa5b0073600 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa5980097d0 tx=0x7fa59802a180 comp rx=0 tx=0).stop 2024-09-19T06:49:58.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.312+0000 7fa5b7000640 1 -- 172.21.15.90:0/1760959918 shutdown_connections 2024-09-19T06:49:58.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.312+0000 7fa5b7000640 1 --2- 172.21.15.90:0/1760959918 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b00731c0 0x7fa5b0073600 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.312+0000 7fa5b7000640 1 -- 172.21.15.90:0/1760959918 >> 172.21.15.90:0/1760959918 conn(0x7fa5b006d0f0 msgr2=0x7fa5b006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:58.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.312+0000 7fa5b7000640 1 -- 172.21.15.90:0/1760959918 shutdown_connections 2024-09-19T06:49:58.313 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.312+0000 7fa5b7000640 1 -- 172.21.15.90:0/1760959918 wait complete. 2024-09-19T06:49:58.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.313+0000 7fa5b7000640 1 Processor -- start 2024-09-19T06:49:58.314 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.313+0000 7fa5b7000640 1 -- start start 2024-09-19T06:49:58.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.314+0000 7fa5b7000640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5b00731c0 0x7fa5b0152d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.314+0000 7fa5b7000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b015a050 0x7fa5b0152690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.314+0000 7fa5b7000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5b015de80 0x7fa5b0155bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.316 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.314+0000 7fa5b7000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b00cdc20 con 0x7fa5b015de80 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.314+0000 7fa5b7000640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b00cd940 con 0x7fa5b00731c0 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.314+0000 7fa5b7000640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fa5b00b36e0 con 0x7fa5b015a050 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.314+0000 7fa5b5000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5b015de80 0x7fa5b0155bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5b5000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5b015de80 0x7fa5b0155bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58680/0 (socket says 172.21.15.90:58680) 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5b5000640 1 -- 172.21.15.90:0/3654412978 learned_addr learned my addr 172.21.15.90:0/3654412978 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5afe00640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5b00731c0 0x7fa5b0152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5a7400640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b015a050 0x7fa5b0152690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5b5000640 1 -- 172.21.15.90:0/3654412978 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b015a050 msgr2=0x7fa5b0152690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5b5000640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b015a050 0x7fa5b0152690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5b5000640 1 -- 172.21.15.90:0/3654412978 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5b00731c0 msgr2=0x7fa5b0152d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5b5000640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5b00731c0 0x7fa5b0152d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.317 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5b5000640 1 -- 172.21.15.90:0/3654412978 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b01e5650 con 0x7fa5b015de80 2024-09-19T06:49:58.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5a7400640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b015a050 0x7fa5b0152690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:58.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5b5000640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5b015de80 0x7fa5b0155bd0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa5a800caf0 tx=0x7fa5a800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:58.318 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5acc00640 1 -- 172.21.15.90:0/3654412978 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8017070 con 0x7fa5b015de80 2024-09-19T06:49:58.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5acc00640 1 -- 172.21.15.90:0/3654412978 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5a800ac40 con 0x7fa5b015de80 2024-09-19T06:49:58.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.315+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5b0156110 con 0x7fa5b015de80 2024-09-19T06:49:58.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.316+0000 7fa5acc00640 1 -- 172.21.15.90:0/3654412978 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8012400 con 0x7fa5b015de80 2024-09-19T06:49:58.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.316+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5b01e5bb0 con 0x7fa5b015de80 2024-09-19T06:49:58.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.317+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5b00ccd00 con 0x7fa5b015de80 2024-09-19T06:49:58.319 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.318+0000 7fa5acc00640 1 -- 172.21.15.90:0/3654412978 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa5a801a070 con 0x7fa5b015de80 2024-09-19T06:49:58.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.319+0000 7fa5acc00640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa58c06c2b0 0x7fa58c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.319+0000 7fa5acc00640 1 -- 172.21.15.90:0/3654412978 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fa5a808b0b0 con 0x7fa5b015de80 2024-09-19T06:49:58.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.319+0000 7fa5afe00640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa58c06c2b0 0x7fa58c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.320+0000 7fa5afe00640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa58c06c2b0 0x7fa58c06e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa5a0007fd0 tx=0x7fa5a0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:58.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.324+0000 7fa5acc00640 1 -- 172.21.15.90:0/3654412978 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa5b0156110 con 0x7fa5b015de80 2024-09-19T06:49:58.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.563+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa5b00ce810 con 0x7fa5b015de80 2024-09-19T06:49:58.567 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.566+0000 7fa5acc00640 1 -- 172.21.15.90:0/3654412978 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7fa5b01e5650 con 0x7fa5b015de80 2024-09-19T06:49:58.567 INFO:teuthology.orchestra.run.smithi090.stdout:[client.0] 2024-09-19T06:49:58.567 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQATyetmARX9NBAA8AXUBM42zjZocXBfIlXR6w== 2024-09-19T06:49:58.568 INFO:teuthology.orchestra.run.smithi090.stdout: caps mds = "allow" 2024-09-19T06:49:58.568 INFO:teuthology.orchestra.run.smithi090.stdout: caps mon = "allow r" 2024-09-19T06:49:58.568 INFO:teuthology.orchestra.run.smithi090.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T06:49:58.568 INFO:teuthology.orchestra.run.smithi090.stderr:updated caps for client.0 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa58c06c2b0 msgr2=0x7fa58c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa58c06c2b0 0x7fa58c06e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa5a0007fd0 tx=0x7fa5a0009040 comp rx=0 tx=0).stop 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5b015de80 msgr2=0x7fa5b0155bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5b015de80 0x7fa5b0155bd0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa5a800caf0 tx=0x7fa5a800a060 comp rx=0 tx=0).stop 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 shutdown_connections 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fa58c06c2b0 0x7fa58c06e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5b015de80 0x7fa5b0155bd0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fa5b015a050 0x7fa5b0152690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 --2- 172.21.15.90:0/3654412978 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fa5b00731c0 0x7fa5b0152d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.570 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.568+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 >> 172.21.15.90:0/3654412978 conn(0x7fa5b006d0f0 msgr2=0x7fa5b00cebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:58.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.569+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 shutdown_connections 2024-09-19T06:49:58.571 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.569+0000 7fa5b7000640 1 -- 172.21.15.90:0/3654412978 wait complete. 2024-09-19T06:49:58.587 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:49:58.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.738+0000 7f079c800640 1 Processor -- start 2024-09-19T06:49:58.739 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.738+0000 7f079c800640 1 -- start start 2024-09-19T06:49:58.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.739+0000 7f079c800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f079415c170 0x7f079415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.739+0000 7f079c800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f07940cf6c0 0x7f07940cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.739+0000 7f079c800640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07940b49c0 con 0x7f07940b5dd0 2024-09-19T06:49:58.741 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.739+0000 7f079c800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f079415ca90 con 0x7f07940cf6c0 2024-09-19T06:49:58.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.739+0000 7f079c800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f07940b4cf0 con 0x7f079415c170 2024-09-19T06:49:58.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.740+0000 7f0799400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f07940cf6c0 0x7f07940cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.740+0000 7f0799400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f07940cf6c0 0x7f07940cfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58682/0 (socket says 172.21.15.90:58682) 2024-09-19T06:49:58.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.740+0000 7f0799400640 1 -- 172.21.15.90:0/906920349 learned_addr learned my addr 172.21.15.90:0/906920349 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:58.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.740+0000 7f0799e00640 1 --2- 172.21.15.90:0/906920349 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f079415c170 0x7f079415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.740+0000 7f0799400640 1 -- 172.21.15.90:0/906920349 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f079415c170 msgr2=0x7f079415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:58.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.740+0000 7f0799400640 1 --2- 172.21.15.90:0/906920349 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f079415c170 0x7f079415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.740+0000 7f0799400640 1 -- 172.21.15.90:0/906920349 >> v1:172.21.15.129:6789/0 conn(0x7f07940b5dd0 legacy=0x7f079415ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.742 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.740+0000 7f0799400640 1 -- 172.21.15.90:0/906920349 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07940b4fd0 con 0x7f07940cf6c0 2024-09-19T06:49:58.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.741+0000 7f0799400640 1 --2- 172.21.15.90:0/906920349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07940cf6c0 0x7f07940cfb00 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0784009870 tx=0x7f078402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1d1254dec8e7622 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:58.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.741+0000 7f0798a00640 1 -- 172.21.15.90:0/906920349 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0784037070 con 0x7f07940cf6c0 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.741+0000 7f0798a00640 1 -- 172.21.15.90:0/906920349 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0784032440 con 0x7f07940cf6c0 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.741+0000 7f0798a00640 1 -- 172.21.15.90:0/906920349 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0784032810 con 0x7f07940cf6c0 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.742+0000 7f079c800640 1 -- 172.21.15.90:0/906920349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07940cf6c0 msgr2=0x7f07940cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.742+0000 7f079c800640 1 --2- 172.21.15.90:0/906920349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07940cf6c0 0x7f07940cfb00 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0784009870 tx=0x7f078402a250 comp rx=0 tx=0).stop 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.742+0000 7f079c800640 1 -- 172.21.15.90:0/906920349 shutdown_connections 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.742+0000 7f079c800640 1 --2- 172.21.15.90:0/906920349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f07940cf6c0 0x7f07940cfb00 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.742+0000 7f079c800640 1 --2- 172.21.15.90:0/906920349 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f079415c170 0x7f079415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.742+0000 7f079c800640 1 -- 172.21.15.90:0/906920349 >> 172.21.15.90:0/906920349 conn(0x7f079406bc10 msgr2=0x7f079406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.742+0000 7f079c800640 1 -- 172.21.15.90:0/906920349 shutdown_connections 2024-09-19T06:49:58.744 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.742+0000 7f079c800640 1 -- 172.21.15.90:0/906920349 wait complete. 2024-09-19T06:49:58.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.744+0000 7f079c800640 1 Processor -- start 2024-09-19T06:49:58.745 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.744+0000 7f079c800640 1 -- start start 2024-09-19T06:49:58.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079c800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f07940b5dd0 0x7f079414d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079c800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f07940cf6c0 0x7f0794142f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079c800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f079415c170 0x7f07941530c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079c800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f07940b5870 con 0x7f079415c170 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079c800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f07940b5590 con 0x7f07940b5dd0 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079c800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f07940b5b50 con 0x7f07940cf6c0 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f079415c170 0x7f07941530c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f079415c170 0x7f07941530c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58684/0 (socket says 172.21.15.90:58684) 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079a800640 1 -- 172.21.15.90:0/2913798434 learned_addr learned my addr 172.21.15.90:0/2913798434 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f0799e00640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f07940b5dd0 0x7f079414d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f0799400640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f07940cf6c0 0x7f0794142f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079a800640 1 -- 172.21.15.90:0/2913798434 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f07940cf6c0 msgr2=0x7f0794142f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079a800640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f07940cf6c0 0x7f0794142f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079a800640 1 -- 172.21.15.90:0/2913798434 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f07940b5dd0 msgr2=0x7f079414d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079a800640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f07940b5dd0 0x7f079414d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.745+0000 7f079a800640 1 -- 172.21.15.90:0/2913798434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07941434b0 con 0x7f079415c170 2024-09-19T06:49:58.748 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.746+0000 7f079a800640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f079415c170 0x7f07941530c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f079000c730 tx=0x7f079000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:58.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.746+0000 7f078e000640 1 -- 172.21.15.90:0/2913798434 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0790003b70 con 0x7f079415c170 2024-09-19T06:49:58.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.746+0000 7f078e000640 1 -- 172.21.15.90:0/2913798434 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0790003d30 con 0x7f079415c170 2024-09-19T06:49:58.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.746+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0794153600 con 0x7f079415c170 2024-09-19T06:49:58.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.746+0000 7f078e000640 1 -- 172.21.15.90:0/2913798434 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0790005310 con 0x7f079415c170 2024-09-19T06:49:58.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.746+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0794153b80 con 0x7f079415c170 2024-09-19T06:49:58.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.747+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07940cfb00 con 0x7f079415c170 2024-09-19T06:49:58.749 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.748+0000 7f078e000640 1 -- 172.21.15.90:0/2913798434 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07900056c0 con 0x7f079415c170 2024-09-19T06:49:58.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.749+0000 7f078e000640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f077806c2e0 0x7f077806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:58.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.749+0000 7f078e000640 1 -- 172.21.15.90:0/2913798434 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f079008b2a0 con 0x7f079415c170 2024-09-19T06:49:58.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.749+0000 7f0799e00640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f077806c2e0 0x7f077806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:58.750 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.750+0000 7f0799e00640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f077806c2e0 0x7f077806e7a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f07880079a0 tx=0x7f0788008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:58.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.753+0000 7f078e000640 1 -- 172.21.15.90:0/2913798434 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f07941434b0 con 0x7f079415c170 2024-09-19T06:49:58.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.962+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f079415b820 con 0x7f079415c170 2024-09-19T06:49:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.962+0000 7f078e000640 1 -- 172.21.15.90:0/2913798434 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5226 (secure 0 0 0) 0x7f0790059450 con 0x7f079415c170 2024-09-19T06:49:58.964 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:49:58.964 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":18,"btime":"2024-09-19T06:49:51:924507+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4761,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1245701705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1245701705},{"type":"v1","addr":"172.21.15.90:6835","nonce":1245701705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4771,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6834/181928423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":181928423},{"type":"v1","addr":"172.21.15.129:6834","nonce":181928423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4774,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/4174565845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":4174565845},{"type":"v1","addr":"172.21.15.129:6835","nonce":4174565845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:49:48.327293+0000","modified":"2024-09-19T06:49:51.333444+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4782},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4782":{"gid":4782,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.90:6837/3101186327","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3101186327},{"type":"v1","addr":"172.21.15.90:6837","nonce":3101186327}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4782,"qdb_cluster":[4782]},"id":2}]} 2024-09-19T06:49:58.964 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 18 2024-09-19T06:49:58.966 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f077806c2e0 msgr2=0x7f077806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.966 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f077806c2e0 0x7f077806e7a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f07880079a0 tx=0x7f0788008040 comp rx=0 tx=0).stop 2024-09-19T06:49:58.966 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f079415c170 msgr2=0x7f07941530c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:58.966 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f079415c170 0x7f07941530c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f079000c730 tx=0x7f079000cbf0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 shutdown_connections 2024-09-19T06:49:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f077806c2e0 0x7f077806e7a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f079415c170 0x7f07941530c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f07940cf6c0 0x7f0794142f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 --2- 172.21.15.90:0/2913798434 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f07940b5dd0 0x7f079414d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 >> 172.21.15.90:0/2913798434 conn(0x7f079406bc10 msgr2=0x7f0794071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 shutdown_connections 2024-09-19T06:49:58.967 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:58.965+0000 7f079c800640 1 -- 172.21.15.90:0/2913798434 wait complete. 2024-09-19T06:49:59.384 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:49:48.327293+0000', 'modified': '2024-09-19T06:49:51.333444+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4782}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4782': {'gid': 4782, 'name': 'c', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.90:6837/3101186327', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6836', 'nonce': 3101186327}, {'type': 'v1', 'addr': '172.21.15.90:6837', 'nonce': 3101186327}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4782, 'qdb_cluster': [4782]} 2024-09-19T06:49:59.384 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:49:59.385 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T06:49:59.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.537+0000 7f8aadc00640 1 Processor -- start 2024-09-19T06:49:59.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.537+0000 7f8aadc00640 1 -- start start 2024-09-19T06:49:59.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.539+0000 7f8aadc00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f8aa815e7c0 0x7f8aa8070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.539+0000 7f8aadc00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aa8073f60 con 0x7f8aa8073900 2024-09-19T06:49:59.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.539+0000 7f8aadc00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aa80b4b60 con 0x7f8aa80714f0 2024-09-19T06:49:59.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.539+0000 7f8aadc00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f8aa8071960 con 0x7f8aa815e7c0 2024-09-19T06:49:59.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.539+0000 7f8aa7400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f8aa8073900 0x7f8aa815eba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:40256/0 (socket says 172.21.15.90:40256) 2024-09-19T06:49:59.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.539+0000 7f8aa7400640 1 -- 172.21.15.90:0/1707482077 learned_addr learned my addr 172.21.15.90:0/1707482077 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:49:59.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.539+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1707482077 >> v2:172.21.15.129:3300/0 conn(0x7f8aa815e7c0 0x7f8aa8070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.539+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 321241451 0 0) 0x7f8aa8073f60 con 0x7f8aa8073900 2024-09-19T06:49:59.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.539+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8a8c003520 con 0x7f8aa8073900 2024-09-19T06:49:59.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 870229495 0 0) 0x7f8aa80b4b60 con 0x7f8aa80714f0 2024-09-19T06:49:59.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8aa8073f60 con 0x7f8aa80714f0 2024-09-19T06:49:59.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2677108924 0 0) 0x7f8a8c003520 con 0x7f8aa8073900 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 >> v2:172.21.15.129:3300/0 conn(0x7f8aa815e7c0 msgr2=0x7f8aa8070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 --2- 172.21.15.90:0/1707482077 >> v2:172.21.15.129:3300/0 conn(0x7f8aa815e7c0 0x7f8aa8070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 >> v1:172.21.15.129:6789/0 conn(0x7f8aa80714f0 legacy=0x7f8aa80731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aa80b4e40 con 0x7f8aa8073900 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f8aa00019f0 con 0x7f8aa8073900 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 >> v1:172.21.15.90:6789/0 conn(0x7f8aa8073900 legacy=0x7f8aa815eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a8c003b40 0x7f8a8c003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c004800 0x7f8a8c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a8c0051c0 0x7f8a8c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa8071960 con 0x7f8a8c003b40 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8c00c040 con 0x7f8a8c0051c0 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f8a8c00c240 con 0x7f8a8c004800 2024-09-19T06:49:59.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a8c003b40 0x7f8a8c003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a8c0051c0 0x7f8a8c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8a9e000640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c004800 0x7f8a8c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6a00640 1 -- 172.21.15.90:0/1707482077 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c004800 msgr2=0x7f8a8c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c004800 0x7f8a8c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6a00640 1 -- 172.21.15.90:0/1707482077 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a8c0051c0 msgr2=0x7f8a8c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.540+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a8c0051c0 0x7f8a8c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.541+0000 7f8aa6a00640 1 -- 172.21.15.90:0/1707482077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a8c003520 con 0x7f8a8c003b40 2024-09-19T06:49:59.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.541+0000 7f8aa7400640 1 -- 172.21.15.90:0/1707482077 reap_dead start 2024-09-19T06:49:59.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.541+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a8c003b40 0x7f8a8c003f40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8a98009ac0 tx=0x7f8a8c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a9fed3a68a0d58e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a98036070 con 0x7f8a8c003b40 2024-09-19T06:49:59.545 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a98031400 con 0x7f8a8c003b40 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aa6000640 1 -- 172.21.15.90:0/1707482077 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a98009690 con 0x7f8a8c003b40 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aadc00640 1 -- 172.21.15.90:0/1707482077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a8c003b40 msgr2=0x7f8a8c003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aadc00640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a8c003b40 0x7f8a8c003f40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8a98009ac0 tx=0x7f8a8c005830 comp rx=0 tx=0).stop 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aadc00640 1 -- 172.21.15.90:0/1707482077 shutdown_connections 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aadc00640 1 --2- 172.21.15.90:0/1707482077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a8c003b40 0x7f8a8c003f40 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aadc00640 1 -- 172.21.15.90:0/1707482077 >> 172.21.15.90:0/1707482077 conn(0x7f8aa806d0f0 msgr2=0x7f8aa806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aadc00640 1 -- 172.21.15.90:0/1707482077 shutdown_connections 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.542+0000 7f8aadc00640 1 -- 172.21.15.90:0/1707482077 wait complete. 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.544+0000 7f8aadc00640 1 Processor -- start 2024-09-19T06:49:59.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.544+0000 7f8aadc00640 1 -- start start 2024-09-19T06:49:59.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aadc00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c003b40 0x7f8aa8152790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aadc00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8aa8153440 0x7f8aa815cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aadc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8aa81f8b00 0x7f8aa815d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aadc00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa815fdd0 con 0x7f8aa81f8b00 2024-09-19T06:49:59.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aadc00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa815ff50 con 0x7f8aa8153440 2024-09-19T06:49:59.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aadc00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f8aa8070fb0 con 0x7f8a8c003b40 2024-09-19T06:49:59.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aa7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8aa81f8b00 0x7f8aa815d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aa7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8aa81f8b00 0x7f8aa815d510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58712/0 (socket says 172.21.15.90:58712) 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aa7400640 1 -- 172.21.15.90:0/1384251388 learned_addr learned my addr 172.21.15.90:0/1384251388 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8a9e000640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8aa8153440 0x7f8aa815cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.545+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c003b40 0x7f8aa8152790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8aa7400640 1 -- 172.21.15.90:0/1384251388 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c003b40 msgr2=0x7f8aa8152790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c003b40 0x7f8aa8152790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8aa7400640 1 -- 172.21.15.90:0/1384251388 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8aa8153440 msgr2=0x7f8aa815cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8aa8153440 0x7f8aa815cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8aa7400640 1 -- 172.21.15.90:0/1384251388 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aa8152cd0 con 0x7f8aa81f8b00 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c003b40 0x7f8aa8152790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8aa81f8b00 0x7f8aa815d510 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8aa80722f0 tx=0x7f8aa0007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8a9f400640 1 -- 172.21.15.90:0/1384251388 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa000eaa0 con 0x7f8aa81f8b00 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8a9f400640 1 -- 172.21.15.90:0/1384251388 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8aa0018070 con 0x7f8aa81f8b00 2024-09-19T06:49:59.549 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8a9f400640 1 -- 172.21.15.90:0/1384251388 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa000ee60 con 0x7f8aa81f8b00 2024-09-19T06:49:59.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8aadc00640 1 -- 172.21.15.90:0/1384251388 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aa80b22a0 con 0x7f8aa81f8b00 2024-09-19T06:49:59.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.546+0000 7f8aadc00640 1 -- 172.21.15.90:0/1384251388 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aa81f8300 con 0x7f8aa81f8b00 2024-09-19T06:49:59.550 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.548+0000 7f8a9f400640 1 -- 172.21.15.90:0/1384251388 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8aa001d460 con 0x7f8aa81f8b00 2024-09-19T06:49:59.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.549+0000 7f8a9f400640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a8406c2b0 0x7f8a8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.549+0000 7f8a9f400640 1 -- 172.21.15.90:0/1384251388 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f8aa008b650 con 0x7f8aa81f8b00 2024-09-19T06:49:59.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.549+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a8406c2b0 0x7f8a8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.550+0000 7f8ab0a2e740 1 Processor -- start 2024-09-19T06:49:59.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.550+0000 7f8ab0a2e740 1 -- start start 2024-09-19T06:49:59.551 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.550+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a8406c2b0 0x7f8a8406e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8a98033000 tx=0x7f8a98008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e6cf0 0x55c4e492c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e44b0 0x55c4e48e70d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e1570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.553 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c4e48453b0 con 0x55c4e48e6cf0 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x55c4e484a410 con 0x55c4e48e8480 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x55c4e47f2620 con 0x55c4e48e44b0 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8aa6a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e6cf0 0x55c4e492c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8aa6a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e6cf0 0x55c4e492c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58726/0 (socket says 172.21.15.90:58726) 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8aa6a00640 1 -- 172.21.15.90:0/2109093490 learned_addr learned my addr 172.21.15.90:0/2109093490 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8a9e000640 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e44b0 0x55c4e48e70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.551+0000 7f8aa7400640 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8aa6a00640 1 -- 172.21.15.90:0/2109093490 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e44b0 msgr2=0x55c4e48e70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e44b0 0x55c4e48e70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8aa6a00640 1 -- 172.21.15.90:0/2109093490 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 msgr2=0x55c4e48e1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8aa6a00640 1 -- 172.21.15.90:0/2109093490 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4e455d2d0 con 0x55c4e48e6cf0 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8aa7400640 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:59.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e6cf0 0x55c4e492c490 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8a98009bb0 tx=0x7f8a9802e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bab8d7300f8e9098 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8a97400640 1 -- 172.21.15.90:0/2109093490 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a98036040 con 0x55c4e48e6cf0 2024-09-19T06:49:59.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8a97400640 1 -- 172.21.15.90:0/2109093490 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a980044a0 con 0x55c4e48e6cf0 2024-09-19T06:49:59.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.552+0000 7f8a97400640 1 -- 172.21.15.90:0/2109093490 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a98003d90 con 0x55c4e48e6cf0 2024-09-19T06:49:59.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.553+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2109093490 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e6cf0 msgr2=0x55c4e492c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.553+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e6cf0 0x55c4e492c490 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8a98009bb0 tx=0x7f8a9802e000 comp rx=0 tx=0).stop 2024-09-19T06:49:59.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.553+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2109093490 shutdown_connections 2024-09-19T06:49:59.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.553+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.553+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e44b0 0x55c4e48e70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.553+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/2109093490 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e6cf0 0x55c4e492c490 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.553+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2109093490 >> 172.21.15.90:0/2109093490 conn(0x55c4e48e3740 msgr2=0x55c4e492b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:59.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.553+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2109093490 shutdown_connections 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.553+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2109093490 wait complete. 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.554+0000 7f8ab0a2e740 1 -- start start 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.554+0000 7f8ab0a2e740 1 Processor -- start 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e48e2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e57b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e5cf0 0x55c4e49077f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c4e4805780 con 0x55c4e48e5cf0 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x55c4e48463d0 con 0x55c4e48e8480 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x55c4e48e2be0 con 0x55c4e48e6cf0 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8ab0a2e740 10 client.0 _ll_register_callbacks cb 0x55c4e48435d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:49:59.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8aa7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e5cf0 0x55c4e49077f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8aa7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e5cf0 0x55c4e49077f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58728/0 (socket says 172.21.15.90:58728) 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8aa7400640 1 -- 172.21.15.90:0/1014519764 learned_addr learned my addr 172.21.15.90:0/1014519764 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e48e2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8a9e000640 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8aa7400640 1 -- 172.21.15.90:0/1014519764 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 msgr2=0x55c4e48e2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e48e2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8aa7400640 1 -- 172.21.15.90:0/1014519764 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 msgr2=0x55c4e48e57b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e57b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8aa7400640 1 -- 172.21.15.90:0/1014519764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4e46276b0 con 0x55c4e48e5cf0 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.555+0000 7f8a9e000640 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e5cf0 0x55c4e49077f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0007c40 tx=0x7f8aa0059ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91cb39d323581115 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8a8be00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-09-19T06:49:59.560 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8a8be00640 1 -- 172.21.15.90:0/1014519764 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0071020 con 0x55c4e48e5cf0 2024-09-19T06:49:59.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8a8be00640 1 -- 172.21.15.90:0/1014519764 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f8aa006db40 con 0x55c4e48e5cf0 2024-09-19T06:49:59.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1014519764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a980044a0 con 0x55c4e48e5cf0 2024-09-19T06:49:59.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8a8be00640 1 -- 172.21.15.90:0/1014519764 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f8aa0062290 con 0x55c4e48e5cf0 2024-09-19T06:49:59.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8ab0a2e740 10 client.4959 fetch_fsmap learned FSMap version 18 2024-09-19T06:49:59.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1014519764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55c4e48e08d0 con 0x55c4e48e5cf0 2024-09-19T06:49:59.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8a8be00640 1 -- 172.21.15.90:0/1014519764 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a980044a0 con 0x55c4e48e5cf0 2024-09-19T06:49:59.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8a8be00640 1 -- 172.21.15.90:0/1014519764 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f8aa0058b00 con 0x55c4e48e5cf0 2024-09-19T06:49:59.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8ab0a2e740 10 client.4959 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T06:49:59.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.556+0000 7f8ab0a2e740 10 client.4959 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T06:49:59.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.557+0000 7f8ab0a2e740 20 client.4959 populate_metadata read hostname 'smithi090' 2024-09-19T06:49:59.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.557+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] conn(0x55c4e49065f0 0x55c4e493fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.557+0000 7f8ab0a2e740 4 client.4959 mds_command: new command op to 4782 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:49:59.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.557+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1014519764 --> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c4e4857b40 con 0x55c4e49065f0 2024-09-19T06:49:59.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.557+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] conn(0x55c4e49065f0 0x55c4e493fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.557+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] conn(0x55c4e49065f0 0x55c4e493fc40 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6bc4d780e12f0514 server_cookie=9d4655b67433971f in_seq=0 out_seq=0 2024-09-19T06:49:59.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.557+0000 7f8a8be00640 10 client.4959 ms_handle_connect on v2:172.21.15.90:6836/3101186327 2024-09-19T06:49:59.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.558+0000 7f8a8be00640 1 -- 172.21.15.90:0/1014519764 <== mds.0 v2:172.21.15.90:6836/3101186327 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c4e4857b40 con 0x55c4e49065f0 2024-09-19T06:49:59.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.558+0000 7f8a8be00640 10 client.4959 handle_command_reply: tid=0 2024-09-19T06:49:59.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.558+0000 7f8ab0a2e740 1 client.4959 shutdown 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.558+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1014519764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e5cf0 msgr2=0x55c4e49077f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.558+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e5cf0 0x55c4e49077f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0007c40 tx=0x7f8aa0059ea0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1014519764 shutdown_connections 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] conn(0x55c4e49065f0 0x55c4e493fc40 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e5cf0 0x55c4e49077f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e8480 0x55c4e48e57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1014519764 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e48e2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1014519764 >> 172.21.15.90:0/1014519764 conn(0x55c4e48e44b0 msgr2=0x55c4e492dcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8a8be00640 0 client.4959 ms_handle_reset on v2:172.21.15.90:6836/3101186327 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1014519764 shutdown_connections 2024-09-19T06:49:59.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1014519764 wait complete. 2024-09-19T06:49:59.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.559+0000 7f8ab0a2e740 20 client.4959 trim_cache size 0 max 16384 2024-09-19T06:49:59.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.578+0000 7f8ab0a2e740 1 Processor -- start 2024-09-19T06:49:59.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.578+0000 7f8ab0a2e740 1 -- start start 2024-09-19T06:49:59.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.578+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 0x55c4e4929c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.578+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e494fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.578+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e49501d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa8200370 con 0x55c4e48e8480 2024-09-19T06:49:59.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa8156830 con 0x55c4e48e5cf0 2024-09-19T06:49:59.580 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f8aa80ca200 con 0x55c4e48e6cf0 2024-09-19T06:49:59.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e49501d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e49501d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58742/0 (socket says 172.21.15.90:58742) 2024-09-19T06:49:59.581 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa7400640 1 -- 172.21.15.90:0/2995404153 learned_addr learned my addr 172.21.15.90:0/2995404153 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:59.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa7400640 1 -- 172.21.15.90:0/2995404153 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 msgr2=0x55c4e494fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8a9e000640 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e494fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa7400640 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e494fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 0x55c4e4929c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa7400640 1 -- 172.21.15.90:0/2995404153 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 msgr2=0x55c4e4929c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.583 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa7400640 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 0x55c4e4929c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa7400640 1 -- 172.21.15.90:0/2995404153 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4e48e34e0 con 0x55c4e48e8480 2024-09-19T06:49:59.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.579+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 0x55c4e4929c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:49:59.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8aa7400640 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e49501d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0060010 tx=0x7f8aa0015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6f91becbd4fd6eb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8a96a00640 1 -- 172.21.15.90:0/2995404153 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa007d070 con 0x55c4e48e8480 2024-09-19T06:49:59.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8a96a00640 1 -- 172.21.15.90:0/2995404153 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8aa0058b00 con 0x55c4e48e8480 2024-09-19T06:49:59.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8a96a00640 1 -- 172.21.15.90:0/2995404153 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0071040 con 0x55c4e48e8480 2024-09-19T06:49:59.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2995404153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 msgr2=0x55c4e49501d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e49501d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0060010 tx=0x7f8aa0015000 comp rx=0 tx=0).stop 2024-09-19T06:49:59.584 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2995404153 shutdown_connections 2024-09-19T06:49:59.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e49501d0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e494fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/2995404153 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 0x55c4e4929c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.580+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2995404153 >> 172.21.15.90:0/2995404153 conn(0x55c4e48e44b0 msgr2=0x55c4e4945c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:59.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.581+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2995404153 shutdown_connections 2024-09-19T06:49:59.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.581+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/2995404153 wait complete. 2024-09-19T06:49:59.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.581+0000 7f8ab0a2e740 1 -- start start 2024-09-19T06:49:59.585 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.581+0000 7f8ab0a2e740 1 Processor -- start 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.582+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 0x55c4e49a9900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.582+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e490ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.582+0000 7f8ab0a2e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e490b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.582+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c4e4906470 con 0x55c4e48e8480 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.582+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x55c4e48e0530 con 0x55c4e48e5cf0 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.582+0000 7f8ab0a2e740 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x55c4e4906ac0 con 0x55c4e48e6cf0 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.582+0000 7f8ab0a2e740 10 client.0 _ll_register_callbacks cb 0x7f8aa0059480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8aa7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e490b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8aa7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e490b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58756/0 (socket says 172.21.15.90:58756) 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8aa7400640 1 -- 172.21.15.90:0/1761467152 learned_addr learned my addr 172.21.15.90:0/1761467152 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:59.589 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 0x55c4e49a9900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8a9e000640 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e490ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8aa7400640 1 -- 172.21.15.90:0/1761467152 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 msgr2=0x55c4e490ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e490ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8aa7400640 1 -- 172.21.15.90:0/1761467152 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 msgr2=0x55c4e49a9900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 0x55c4e49a9900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.583+0000 7f8aa7400640 1 -- 172.21.15.90:0/1761467152 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4e492f7b0 con 0x55c4e48e8480 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8aa7400640 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e490b050 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0001fd0 tx=0x7f8aa0089a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=556be694e830444a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8a8be00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8a8be00640 1 -- 172.21.15.90:0/1761467152 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa007d070 con 0x55c4e48e8480 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8a8be00640 1 -- 172.21.15.90:0/1761467152 <== mon.0 v2:172.21.15.90:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f8aa00830b0 con 0x55c4e48e8480 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1761467152 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8aa0058b00 con 0x55c4e48e8480 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8a8be00640 1 -- 172.21.15.90:0/1761467152 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f8aa0067050 con 0x55c4e48e8480 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8ab0a2e740 10 client.4965 fetch_fsmap learned FSMap version 18 2024-09-19T06:49:59.590 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1761467152 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55c4e48e0fa0 con 0x55c4e48e8480 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8a8be00640 1 -- 172.21.15.90:0/1761467152 <== mon.0 v2:172.21.15.90:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8aa0058b00 con 0x55c4e48e8480 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8a8be00640 1 -- 172.21.15.90:0/1761467152 <== mon.0 v2:172.21.15.90:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f8aa006a020 con 0x55c4e48e8480 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8ab0a2e740 10 client.4965 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8ab0a2e740 10 client.4965 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8ab0a2e740 20 client.4965 populate_metadata read hostname 'smithi090' 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] conn(0x55c4e49aa580 0x55c4e49aa960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8ab0a2e740 4 client.4965 mds_command: new command op to 4782 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.584+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1761467152 --> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] -- command(tid 0: {"prefix": "status"}) -- 0x55c4e490f340 con 0x55c4e49aa580 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.585+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] conn(0x55c4e49aa580 0x55c4e49aa960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.585+0000 7f8aa6a00640 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] conn(0x55c4e49aa580 0x55c4e49aa960 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7ac0b526189eb10 server_cookie=910411e18055effa in_seq=0 out_seq=0 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.585+0000 7f8a8be00640 10 client.4965 ms_handle_connect on v2:172.21.15.90:6836/3101186327 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.585+0000 7f8a8be00640 1 -- 172.21.15.90:0/1761467152 <== mds.0 v2:172.21.15.90:6836/3101186327 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x55c4e490f340 con 0x55c4e49aa580 2024-09-19T06:49:59.591 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.585+0000 7f8a8be00640 10 client.4965 handle_command_reply: tid=0 2024-09-19T06:49:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.585+0000 7f8ab0a2e740 1 client.4965 shutdown 2024-09-19T06:49:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1761467152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 msgr2=0x55c4e490b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e490b050 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0001fd0 tx=0x7f8aa0089a40 comp rx=0 tx=0).stop 2024-09-19T06:49:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1761467152 shutdown_connections 2024-09-19T06:49:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.90:6836/3101186327,v1:172.21.15.90:6837/3101186327] conn(0x55c4e49aa580 0x55c4e49aa960 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4e48e8480 0x55c4e490b050 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x55c4e48e6cf0 0x55c4e490ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8a8be00640 0 client.4965 ms_handle_reset on v2:172.21.15.90:6836/3101186327 2024-09-19T06:49:59.592 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 --2- 172.21.15.90:0/1761467152 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x55c4e48e5cf0 0x55c4e49a9900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1761467152 >> 172.21.15.90:0/1761467152 conn(0x55c4e48e44b0 msgr2=0x55c4e4945c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:59.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1761467152 shutdown_connections 2024-09-19T06:49:59.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 1 -- 172.21.15.90:0/1761467152 wait complete. 2024-09-19T06:49:59.593 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.586+0000 7f8ab0a2e740 20 client.4965 trim_cache size 0 max 16384 2024-09-19T06:49:59.593 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:49:59.593 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "ffcf6768-358b-40a4-a0a3-dc040e155e17", 2024-09-19T06:49:59.593 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 0, 2024-09-19T06:49:59.594 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 4782, 2024-09-19T06:49:59.594 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-09-19T06:49:59.594 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-09-19T06:49:59.594 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-09-19T06:49:59.594 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 10.668742836, 2024-09-19T06:49:59.594 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 18, 2024-09-19T06:49:59.594 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 34, 2024-09-19T06:49:59.594 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 34, 2024-09-19T06:49:59.594 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 19.203181425 2024-09-19T06:49:59.595 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:49:59.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 -- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a8406c2b0 msgr2=0x7f8a8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a8406c2b0 0x7f8a8406e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8a98033000 tx=0x7f8a98008030 comp rx=0 tx=0).stop 2024-09-19T06:49:59.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 -- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8aa81f8b00 msgr2=0x7f8aa815d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8aa81f8b00 0x7f8aa815d510 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8aa80722f0 tx=0x7f8aa0007bd0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 -- 172.21.15.90:0/1384251388 shutdown_connections 2024-09-19T06:49:59.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a8406c2b0 0x7f8a8406e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8aa81f8b00 0x7f8aa815d510 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8aa8153440 0x7f8aa815cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 --2- 172.21.15.90:0/1384251388 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a8c003b40 0x7f8aa8152790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 -- 172.21.15.90:0/1384251388 >> 172.21.15.90:0/1384251388 conn(0x7f8aa806d0f0 msgr2=0x7f8aa806d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:59.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 -- 172.21.15.90:0/1384251388 shutdown_connections 2024-09-19T06:49:59.596 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.587+0000 7f8aadc00640 1 -- 172.21.15.90:0/1384251388 wait complete. 2024-09-19T06:49:59.603 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:49:59.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.754+0000 7f0127200640 1 Processor -- start 2024-09-19T06:49:59.755 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.754+0000 7f0127200640 1 -- start start 2024-09-19T06:49:59.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.755+0000 7f0127200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f012815e5f0 0x7f01280d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.755+0000 7f0127200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280b8900 0x7f01280d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.755+0000 7f0127200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f012815e9d0 con 0x7f01280d13c0 2024-09-19T06:49:59.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.755+0000 7f0127200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f01280b9b30 con 0x7f012815e5f0 2024-09-19T06:49:59.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.755+0000 7f0127200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f01280b8f20 con 0x7f01280b8900 2024-09-19T06:49:59.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.755+0000 7f0125e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f012815e5f0 0x7f01280d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.755+0000 7f0125e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f012815e5f0 0x7f01280d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58772/0 (socket says 172.21.15.90:58772) 2024-09-19T06:49:59.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.755+0000 7f0125e00640 1 -- 172.21.15.90:0/3099665350 learned_addr learned my addr 172.21.15.90:0/3099665350 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:59.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.755+0000 7f0126800640 1 --2- 172.21.15.90:0/3099665350 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280b8900 0x7f01280d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.756+0000 7f0125e00640 1 -- 172.21.15.90:0/3099665350 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280b8900 msgr2=0x7f01280d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.756+0000 7f0125e00640 1 --2- 172.21.15.90:0/3099665350 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280b8900 0x7f01280d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.756+0000 7f0125e00640 1 -- 172.21.15.90:0/3099665350 >> v1:172.21.15.129:6789/0 conn(0x7f01280d13c0 legacy=0x7f01280b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:49:59.758 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.756+0000 7f0125e00640 1 -- 172.21.15.90:0/3099665350 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01280b9200 con 0x7f012815e5f0 2024-09-19T06:49:59.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.757+0000 7f0125e00640 1 --2- 172.21.15.90:0/3099665350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 0x7f01280d0e80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0118009870 tx=0x7f011802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90bd1a789b37b057 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.757+0000 7f0124a00640 1 -- 172.21.15.90:0/3099665350 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0118037070 con 0x7f012815e5f0 2024-09-19T06:49:59.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.757+0000 7f0124a00640 1 -- 172.21.15.90:0/3099665350 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0118032440 con 0x7f012815e5f0 2024-09-19T06:49:59.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.757+0000 7f0124a00640 1 -- 172.21.15.90:0/3099665350 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0118032810 con 0x7f012815e5f0 2024-09-19T06:49:59.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.757+0000 7f0127200640 1 -- 172.21.15.90:0/3099665350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 msgr2=0x7f01280d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.757+0000 7f0127200640 1 --2- 172.21.15.90:0/3099665350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 0x7f01280d0e80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0118009870 tx=0x7f011802a250 comp rx=0 tx=0).stop 2024-09-19T06:49:59.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.758+0000 7f0127200640 1 -- 172.21.15.90:0/3099665350 shutdown_connections 2024-09-19T06:49:59.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.758+0000 7f0127200640 1 --2- 172.21.15.90:0/3099665350 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280b8900 0x7f01280d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.758+0000 7f0127200640 1 --2- 172.21.15.90:0/3099665350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 0x7f01280d0e80 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.758+0000 7f0127200640 1 -- 172.21.15.90:0/3099665350 >> 172.21.15.90:0/3099665350 conn(0x7f0128062630 msgr2=0x7f0128062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:59.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.758+0000 7f0127200640 1 -- 172.21.15.90:0/3099665350 shutdown_connections 2024-09-19T06:49:59.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.758+0000 7f0127200640 1 -- 172.21.15.90:0/3099665350 wait complete. 2024-09-19T06:49:59.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.759+0000 7f0127200640 1 Processor -- start 2024-09-19T06:49:59.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.759+0000 7f0127200640 1 -- start start 2024-09-19T06:49:59.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0127200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01280b8900 0x7f01281582b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0127200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280d13c0 0x7f012815a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0127200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 0x7f01280c99e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0127200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f01280d3100 con 0x7f012815e5f0 2024-09-19T06:49:59.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0127200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f01280b97c0 con 0x7f01280b8900 2024-09-19T06:49:59.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0127200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f01280d3280 con 0x7f01280d13c0 2024-09-19T06:49:59.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0126800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 0x7f01280c99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0126800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 0x7f01280c99e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:58786/0 (socket says 172.21.15.90:58786) 2024-09-19T06:49:59.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0126800640 1 -- 172.21.15.90:0/61241409 learned_addr learned my addr 172.21.15.90:0/61241409 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.760+0000 7f0125e00640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01280b8900 0x7f01281582b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0125400640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280d13c0 0x7f012815a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0126800640 1 -- 172.21.15.90:0/61241409 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280d13c0 msgr2=0x7f012815a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0126800640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280d13c0 0x7f012815a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0126800640 1 -- 172.21.15.90:0/61241409 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01280b8900 msgr2=0x7f01281582b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0126800640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01280b8900 0x7f01281582b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0126800640 1 -- 172.21.15.90:0/61241409 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01281587f0 con 0x7f012815e5f0 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0125400640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280d13c0 0x7f012815a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0126800640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 0x7f01280c99e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0120007e40 tx=0x7f012000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f011e000640 1 -- 172.21.15.90:0/61241409 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0120014620 con 0x7f012815e5f0 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f011e000640 1 -- 172.21.15.90:0/61241409 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0120019070 con 0x7f012815e5f0 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f012815b1c0 con 0x7f012815e5f0 2024-09-19T06:49:59.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f011e000640 1 -- 172.21.15.90:0/61241409 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0120014a20 con 0x7f012815e5f0 2024-09-19T06:49:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.761+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f012815b780 con 0x7f012815e5f0 2024-09-19T06:49:59.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.763+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0128069c20 con 0x7f012815e5f0 2024-09-19T06:49:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.763+0000 7f011e000640 1 -- 172.21.15.90:0/61241409 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0120014bc0 con 0x7f012815e5f0 2024-09-19T06:49:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.764+0000 7f011e000640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f010806c2e0 0x7f010806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:49:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.764+0000 7f011e000640 1 -- 172.21.15.90:0/61241409 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f012008bcf0 con 0x7f012815e5f0 2024-09-19T06:49:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.765+0000 7f0125e00640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f010806c2e0 0x7f010806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:49:59.766 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.765+0000 7f0125e00640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f010806c2e0 0x7f010806e7a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0118034000 tx=0x7f011802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:49:59.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.769+0000 7f011e000640 1 -- 172.21.15.90:0/61241409 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f012005a3c0 con 0x7f012815e5f0 2024-09-19T06:49:59.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.978+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f01280d3f60 con 0x7f012815e5f0 2024-09-19T06:49:59.979 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.978+0000 7f011e000640 1 -- 172.21.15.90:0/61241409 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) ==== 53+0+73 (secure 0 0 0) 0x7f0120059cc0 con 0x7f012815e5f0 2024-09-19T06:49:59.980 INFO:teuthology.orchestra.run.smithi090.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f010806c2e0 msgr2=0x7f010806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f010806c2e0 0x7f010806e7a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0118034000 tx=0x7f011802e000 comp rx=0 tx=0).stop 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 msgr2=0x7f01280c99e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 0x7f01280c99e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0120007e40 tx=0x7f012000e4b0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 shutdown_connections 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f010806c2e0 0x7f010806e7a0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f012815e5f0 0x7f01280c99e0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f01280d13c0 0x7f012815a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 --2- 172.21.15.90:0/61241409 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01280b8900 0x7f01281582b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:49:59.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.980+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 >> 172.21.15.90:0/61241409 conn(0x7f0128062630 msgr2=0x7f01280b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:49:59.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.981+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 shutdown_connections 2024-09-19T06:49:59.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:49:59.981+0000 7f0127200640 1 -- 172.21.15.90:0/61241409 wait complete. 2024-09-19T06:49:59.998 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T06:49:59.999 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:49:59.999 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi090.front.sepia.ceph.com 2024-09-19T06:49:59.999 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:49:59.999 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:49:59.999 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T06:49:59.999 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T06:50:00.000 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:50:00.000 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:50:00.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:00.000 DEBUG:teuthology.orchestra.run.smithi090:> ip addr 2024-09-19T06:50:00.037 INFO:teuthology.orchestra.run.smithi090.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:50:00.037 INFO:teuthology.orchestra.run.smithi090.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:50:00.037 INFO:teuthology.orchestra.run.smithi090.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:50:00.037 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:50:00.037 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 ::1/128 scope host 2024-09-19T06:50:00.037 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:50:00.037 INFO:teuthology.orchestra.run.smithi090.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a8 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f0 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:d8:a1:a9 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: altname enp7s0f1 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:66 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 0c:c4:7a:8f:d7:67 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: inet 172.21.15.90/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft 42651sec preferred_lft 42651sec 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::ec4:7aff:fe8f:d767/64 scope link noprefixroute 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:50:00.038 INFO:teuthology.orchestra.run.smithi090.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 12:ce:66:f3:ee:bf brd ff:ff:ff:ff:ff:ff 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::5c94:35ff:feaf:ec2a/64 scope link 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether ca:08:21:91:69:3f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::c808:21ff:fe91:693f/64 scope link 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: link/ether 12:ce:66:f3:ee:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:50:00.039 INFO:teuthology.orchestra.run.smithi090.stdout: inet6 fe80::10ce:66ff:fef3:eebf/64 scope link 2024-09-19T06:50:00.040 INFO:teuthology.orchestra.run.smithi090.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:50:00.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:00.040 DEBUG:teuthology.orchestra.run.smithi090:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:50:00.131 INFO:teuthology.orchestra.run.smithi090.stdout:1 2024-09-19T06:50:00.134 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:00.135 DEBUG:teuthology.orchestra.run.smithi090:> route 2024-09-19T06:50:00.171 INFO:teuthology.orchestra.run.smithi090.stdout:Kernel IP routing table 2024-09-19T06:50:00.171 INFO:teuthology.orchestra.run.smithi090.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:50:00.171 INFO:teuthology.orchestra.run.smithi090.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:50:00.171 INFO:teuthology.orchestra.run.smithi090.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:50:00.171 INFO:teuthology.orchestra.run.smithi090.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:50:00.172 DEBUG:teuthology.orchestra.run.smithi090:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:50:00.172 DEBUG:teuthology.orchestra.run.smithi090:> set -e 2024-09-19T06:50:00.172 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:50:00.172 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:50:00.172 DEBUG:teuthology.orchestra.run.smithi090:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:50:00.172 DEBUG:teuthology.orchestra.run.smithi090:> ') 2024-09-19T06:50:00.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:50:00.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:50:00.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:00.368 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-09-19T06:50:00.403 INFO:teuthology.orchestra.run.smithi090.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:50:00.403 INFO:teuthology.orchestra.run.smithi090.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:50:00.403 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:50:00.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:00.403 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link set brx.0 up 2024-09-19T06:50:00.499 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:50:00.500 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:50:00.535 INFO:teuthology.orchestra.run.smithi090.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:50:00.535 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:50:00.535 DEBUG:teuthology.orchestra.run.smithi090:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:50:00.609 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T06:50:00.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:00.609 DEBUG:teuthology.orchestra.run.smithi090:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T06:50:00.737 INFO:teuthology.orchestra.run.smithi090.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T06:50:00.737 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T06:50:00.737 INFO:teuthology.orchestra.run.smithi090.stdout:invalid new device string format 2024-09-19T06:50:00.752 INFO:teuthology.orchestra.run.smithi090.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T06:50:00.753 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T06:50:00.753 INFO:teuthology.orchestra.run.smithi090.stdout:invalid new device string format 2024-09-19T06:50:00.753 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:50:00.753 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:50:00.777 INFO:teuthology.orchestra.run.smithi090.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T06:50:00.777 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T06:50:00.777 INFO:teuthology.orchestra.run.smithi090.stdout:invalid new device string format 2024-09-19T06:50:00.777 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: resolved to: "172.21.15.90:3300,172.21.15.129:3300,172.21.15.129:3301" 2024-09-19T06:50:00.778 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T06:50:00.778 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: resolved to: "172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790" 2024-09-19T06:50:00.778 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.90:6789,172.21.15.129:6789,172.21.15.129:6790:/ 2024-09-19T06:50:00.778 INFO:teuthology.orchestra.run.smithi090.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ffcf6768-358b-40a4-a0a3-dc040e155e17" will pass to kernel 2024-09-19T06:50:00.779 INFO:teuthology.orchestra.run.smithi090.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:50:00.779 INFO:teuthology.orchestra.run.smithi090.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:50:00.779 INFO:teuthology.orchestra.run.smithi090.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:50:00.779 INFO:teuthology.orchestra.run.smithi090.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:50:00.779 INFO:teuthology.orchestra.run.smithi090.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:50:00.782 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:50:00.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:00.782 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:50:00.839 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:50:00.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:50:00.926 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:50:00.934 INFO:teuthology.orchestra.run.smithi090.stdout:client4733 2024-09-19T06:50:00.934 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:50:00.934 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:50:00.970 DEBUG:teuthology.orchestra.run.smithi090:> mktemp -d --suffix=xfstests-dev 2024-09-19T06:50:01.045 INFO:teuthology.orchestra.run.smithi090.stdout:/tmp/tmp.RSNQnYwjUexfstests-dev 2024-09-19T06:50:01.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:01.046 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.RSNQnYwjUexfstests-dev) 2024-09-19T06:50:01.144 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:01.145 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.RSNQnYwjUexfstests-dev) 2024-09-19T06:50:01.184 INFO:teuthology.orchestra.run.smithi090.stderr:Cloning into '/tmp/tmp.RSNQnYwjUexfstests-dev'... 2024-09-19T06:50:01.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:01.954 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2024-09-19T06:50:02.037 DEBUG:teuthology.orchestra.run.smithi090:> mktemp -d --suffix=test 2024-09-19T06:50:02.111 INFO:teuthology.orchestra.run.smithi090.stdout:/tmp/tmp.uYVv39rRDFtest 2024-09-19T06:50:02.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:50:02.112 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2024-09-19T06:50:02.190 DEBUG:teuthology.orchestra.run.smithi090:> mktemp -d --suffix=scratch 2024-09-19T06:50:02.264 INFO:teuthology.orchestra.run.smithi090.stdout:/tmp/tmp.FECHiqTV4gscratch 2024-09-19T06:50:02.265 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "centos" and "9.stream". 2024-09-19T06:50:02.265 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc gdbm-devel git indent kernel-devel libacl-devel libaio-devel libcap-devel libtool libuuid-devel lvm2 make psmisc python3 quota sed sqlite udftools xfsprogs 2024-09-19T06:50:03.073 INFO:teuthology.orchestra.run.smithi090.stdout:Last metadata expiration check: 0:04:01 ago on Thu 19 Sep 2024 06:46:02 AM UTC. 2024-09-19T06:50:03.169 INFO:teuthology.orchestra.run.smithi090.stdout:Package acl-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T06:50:03.170 INFO:teuthology.orchestra.run.smithi090.stdout:Package attr-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T06:50:03.171 INFO:teuthology.orchestra.run.smithi090.stdout:Package automake-1.16.2-8.el9.noarch is already installed. 2024-09-19T06:50:03.172 INFO:teuthology.orchestra.run.smithi090.stdout:Package bc-1.07.1-14.el9.x86_64 is already installed. 2024-09-19T06:50:03.173 INFO:teuthology.orchestra.run.smithi090.stdout:Package dbench-4.0-25.el9.x86_64 is already installed. 2024-09-19T06:50:03.174 INFO:teuthology.orchestra.run.smithi090.stdout:Package e2fsprogs-1.46.5-5.el9.x86_64 is already installed. 2024-09-19T06:50:03.176 INFO:teuthology.orchestra.run.smithi090.stdout:Package gawk-5.1.0-6.el9.x86_64 is already installed. 2024-09-19T06:50:03.177 INFO:teuthology.orchestra.run.smithi090.stdout:Package gcc-11.5.0-2.el9.x86_64 is already installed. 2024-09-19T06:50:03.178 INFO:teuthology.orchestra.run.smithi090.stdout:Package git-2.43.5-1.el9.x86_64 is already installed. 2024-09-19T06:50:03.181 INFO:teuthology.orchestra.run.smithi090.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T06:50:03.182 INFO:teuthology.orchestra.run.smithi090.stdout:Package libaio-devel-0.3.111-13.el9.x86_64 is already installed. 2024-09-19T06:50:03.183 INFO:teuthology.orchestra.run.smithi090.stdout:Package libtool-2.4.6-46.el9.x86_64 is already installed. 2024-09-19T06:50:03.185 INFO:teuthology.orchestra.run.smithi090.stdout:Package libuuid-devel-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T06:50:03.185 INFO:teuthology.orchestra.run.smithi090.stdout:Package lvm2-9:2.03.24-2.el9.x86_64 is already installed. 2024-09-19T06:50:03.186 INFO:teuthology.orchestra.run.smithi090.stdout:Package make-1:4.3-8.el9.x86_64 is already installed. 2024-09-19T06:50:03.187 INFO:teuthology.orchestra.run.smithi090.stdout:Package psmisc-23.4-3.el9.x86_64 is already installed. 2024-09-19T06:50:03.188 INFO:teuthology.orchestra.run.smithi090.stdout:Package python3-3.9.19-8.el9.x86_64 is already installed. 2024-09-19T06:50:03.189 INFO:teuthology.orchestra.run.smithi090.stdout:Package quota-1:4.09-2.el9.x86_64 is already installed. 2024-09-19T06:50:03.189 INFO:teuthology.orchestra.run.smithi090.stdout:Package sed-4.8-9.el9.x86_64 is already installed. 2024-09-19T06:50:03.192 INFO:teuthology.orchestra.run.smithi090.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T06:50:03.237 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-09-19T06:50:03.239 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-09-19T06:50:03.239 INFO:teuthology.orchestra.run.smithi090.stdout: Package Arch Version Repository Size 2024-09-19T06:50:03.239 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-09-19T06:50:03.239 INFO:teuthology.orchestra.run.smithi090.stdout:Installing: 2024-09-19T06:50:03.239 INFO:teuthology.orchestra.run.smithi090.stdout: dump x86_64 1:0.4-0.51.b47.el9 epel 88 k 2024-09-19T06:50:03.239 INFO:teuthology.orchestra.run.smithi090.stdout: fio x86_64 3.35-1.el9 appstream 6.2 M 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: gdbm-devel x86_64 1:1.23-1.el9 crb 81 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: indent x86_64 2.2.13-5.el9 epel 179 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-devel x86_64 5.14.0-508.el9 appstream 20 M 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: libcap-devel x86_64 2.48-9.el9 appstream 41 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: sqlite x86_64 3.34.1-7.el9 appstream 748 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: udftools x86_64 2.2-5.el9 appstream 149 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout:Installing dependencies: 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: gdbm x86_64 1:1.23-1.el9 crb 153 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: rmt x86_64 2:1.6-6.el9 baseos 46 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout:Installing weak dependencies: 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: fio-engine-http x86_64 3.35-1.el9 appstream 18 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: fio-engine-libaio x86_64 3.35-1.el9 appstream 16 k 2024-09-19T06:50:03.240 INFO:teuthology.orchestra.run.smithi090.stdout: fio-engine-nbd x86_64 3.35-1.el9 appstream 15 k 2024-09-19T06:50:03.241 INFO:teuthology.orchestra.run.smithi090.stdout: fio-engine-rados x86_64 3.35-1.el9 appstream 16 k 2024-09-19T06:50:03.241 INFO:teuthology.orchestra.run.smithi090.stdout: fio-engine-rbd x86_64 3.35-1.el9 appstream 16 k 2024-09-19T06:50:03.241 INFO:teuthology.orchestra.run.smithi090.stdout: fio-engine-rdma x86_64 3.35-1.el9 appstream 21 k 2024-09-19T06:50:03.241 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:50:03.241 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-09-19T06:50:03.241 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-09-19T06:50:03.241 INFO:teuthology.orchestra.run.smithi090.stdout:Install 17 Packages 2024-09-19T06:50:03.241 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:50:03.242 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 28 M 2024-09-19T06:50:03.242 INFO:teuthology.orchestra.run.smithi090.stdout:Installed size: 80 M 2024-09-19T06:50:03.242 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-09-19T06:50:04.203 INFO:teuthology.orchestra.run.smithi090.stdout:(1/17): fio-engine-http-3.35-1.el9.x86_64.rpm 124 kB/s | 18 kB 00:00 2024-09-19T06:50:04.270 INFO:teuthology.orchestra.run.smithi090.stdout:(2/17): fio-engine-libaio-3.35-1.el9.x86_64.rpm 235 kB/s | 16 kB 00:00 2024-09-19T06:50:04.404 INFO:teuthology.orchestra.run.smithi090.stdout:(3/17): fio-3.35-1.el9.x86_64.rpm 18 MB/s | 6.2 MB 00:00 2024-09-19T06:50:04.429 INFO:teuthology.orchestra.run.smithi090.stdout:(4/17): fio-engine-nbd-3.35-1.el9.x86_64.rpm 92 kB/s | 15 kB 00:00 2024-09-19T06:50:04.488 INFO:teuthology.orchestra.run.smithi090.stdout:(5/17): fio-engine-rados-3.35-1.el9.x86_64.rpm 189 kB/s | 16 kB 00:00 2024-09-19T06:50:04.513 INFO:teuthology.orchestra.run.smithi090.stdout:(6/17): fio-engine-rbd-3.35-1.el9.x86_64.rpm 194 kB/s | 16 kB 00:00 2024-09-19T06:50:04.564 INFO:teuthology.orchestra.run.smithi090.stdout:(7/17): fio-engine-rdma-3.35-1.el9.x86_64.rpm 273 kB/s | 21 kB 00:00 2024-09-19T06:50:04.630 INFO:teuthology.orchestra.run.smithi090.stdout:(8/17): libcap-devel-2.48-9.el9.x86_64.rpm 611 kB/s | 41 kB 00:00 2024-09-19T06:50:04.706 INFO:teuthology.orchestra.run.smithi090.stdout:(9/17): libnbd-1.20.2-2.el9.x86_64.rpm 2.2 MB/s | 171 kB 00:00 2024-09-19T06:50:04.781 INFO:teuthology.orchestra.run.smithi090.stdout:(10/17): sqlite-3.34.1-7.el9.x86_64.rpm 9.8 MB/s | 748 kB 00:00 2024-09-19T06:50:05.023 INFO:teuthology.orchestra.run.smithi090.stdout:(11/17): kernel-devel-5.14.0-508.el9.x86_64.rpm 40 MB/s | 20 MB 00:00 2024-09-19T06:50:05.125 INFO:teuthology.orchestra.run.smithi090.stdout:(12/17): gdbm-1.23-1.el9.x86_64.rpm 1.5 MB/s | 153 kB 00:00 2024-09-19T06:50:05.167 INFO:teuthology.orchestra.run.smithi090.stdout:(13/17): gdbm-devel-1.23-1.el9.x86_64.rpm 1.9 MB/s | 81 kB 00:00 2024-09-19T06:50:05.226 INFO:teuthology.orchestra.run.smithi090.stdout:(14/17): dump-0.4-0.51.b47.el9.x86_64.rpm 1.5 MB/s | 88 kB 00:00 2024-09-19T06:50:05.267 INFO:teuthology.orchestra.run.smithi090.stdout:(15/17): indent-2.2.13-5.el9.x86_64.rpm 4.2 MB/s | 179 kB 00:00 2024-09-19T06:50:05.301 INFO:teuthology.orchestra.run.smithi090.stdout:(16/17): udftools-2.2-5.el9.x86_64.rpm 287 kB/s | 149 kB 00:00 2024-09-19T06:50:05.660 INFO:teuthology.orchestra.run.smithi090.stdout:(17/17): rmt-1.6-6.el9.x86_64.rpm 29 kB/s | 46 kB 00:01 2024-09-19T06:50:05.661 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-09-19T06:50:05.661 INFO:teuthology.orchestra.run.smithi090.stdout:Total 12 MB/s | 28 MB 00:02 2024-09-19T06:50:06.165 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-09-19T06:50:06.239 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-09-19T06:50:06.239 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-09-19T06:50:06.978 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-09-19T06:50:06.978 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-09-19T06:50:08.060 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-09-19T06:50:08.156 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : gdbm-1:1.23-1.el9.x86_64 1/17 2024-09-19T06:50:08.190 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 2/17 2024-09-19T06:50:08.224 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fio-engine-http-3.35-1.el9.x86_64 3/17 2024-09-19T06:50:08.307 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fio-engine-libaio-3.35-1.el9.x86_64 4/17 2024-09-19T06:50:08.341 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fio-engine-nbd-3.35-1.el9.x86_64 5/17 2024-09-19T06:50:08.375 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fio-engine-rados-3.35-1.el9.x86_64 6/17 2024-09-19T06:50:08.409 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fio-engine-rbd-3.35-1.el9.x86_64 7/17 2024-09-19T06:50:08.597 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fio-engine-rdma-3.35-1.el9.x86_64 8/17 2024-09-19T06:50:08.650 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fio-3.35-1.el9.x86_64 9/17 2024-09-19T06:50:08.686 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rmt-2:1.6-6.el9.x86_64 10/17 2024-09-19T06:50:08.716 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : dump-1:0.4-0.51.b47.el9.x86_64 11/17 2024-09-19T06:50:08.897 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : gdbm-devel-1:1.23-1.el9.x86_64 12/17 2024-09-19T06:50:08.947 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : indent-2.2.13-5.el9.x86_64 13/17 2024-09-19T06:50:08.986 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : udftools-2.2-5.el9.x86_64 14/17 2024-09-19T06:50:09.051 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : sqlite-3.34.1-7.el9.x86_64 15/17 2024-09-19T06:50:14.390 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:50:14.395 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:50:20.654 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcap-devel-2.48-9.el9.x86_64 16/17 2024-09-19T06:50:21.054 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : kernel-devel-5.14.0-508.el9.x86_64 17/17 2024-09-19T06:50:44.496 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:50:44.501 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:50:51.975 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-devel-5.14.0-508.el9.x86_64 17/17 2024-09-19T06:50:51.975 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rmt-2:1.6-6.el9.x86_64 1/17 2024-09-19T06:50:51.975 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fio-3.35-1.el9.x86_64 2/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fio-engine-http-3.35-1.el9.x86_64 3/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fio-engine-libaio-3.35-1.el9.x86_64 4/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fio-engine-nbd-3.35-1.el9.x86_64 5/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fio-engine-rados-3.35-1.el9.x86_64 6/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fio-engine-rbd-3.35-1.el9.x86_64 7/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fio-engine-rdma-3.35-1.el9.x86_64 8/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-devel-5.14.0-508.el9.x86_64 9/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcap-devel-2.48-9.el9.x86_64 10/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 11/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : sqlite-3.34.1-7.el9.x86_64 12/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : udftools-2.2-5.el9.x86_64 13/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : gdbm-1:1.23-1.el9.x86_64 14/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : gdbm-devel-1:1.23-1.el9.x86_64 15/17 2024-09-19T06:50:51.976 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : dump-1:0.4-0.51.b47.el9.x86_64 16/17 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : indent-2.2.13-5.el9.x86_64 17/17 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout:Installed: 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout: dump-1:0.4-0.51.b47.el9.x86_64 fio-3.35-1.el9.x86_64 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout: fio-engine-http-3.35-1.el9.x86_64 fio-engine-libaio-3.35-1.el9.x86_64 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout: fio-engine-nbd-3.35-1.el9.x86_64 fio-engine-rados-3.35-1.el9.x86_64 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout: fio-engine-rbd-3.35-1.el9.x86_64 fio-engine-rdma-3.35-1.el9.x86_64 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout: gdbm-1:1.23-1.el9.x86_64 gdbm-devel-1:1.23-1.el9.x86_64 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout: indent-2.2.13-5.el9.x86_64 kernel-devel-5.14.0-508.el9.x86_64 2024-09-19T06:50:52.548 INFO:teuthology.orchestra.run.smithi090.stdout: libcap-devel-2.48-9.el9.x86_64 libnbd-1.20.2-2.el9.x86_64 2024-09-19T06:50:52.549 INFO:teuthology.orchestra.run.smithi090.stdout: rmt-2:1.6-6.el9.x86_64 sqlite-3.34.1-7.el9.x86_64 2024-09-19T06:50:52.549 INFO:teuthology.orchestra.run.smithi090.stdout: udftools-2.2-5.el9.x86_64 2024-09-19T06:50:52.549 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:50:52.549 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-09-19T06:50:53.227 DEBUG:teuthology.orchestra.run.smithi090:> sudo useradd -m fsgqa 2024-09-19T06:50:53.286 INFO:teuthology.orchestra.run.smithi090.stderr:useradd: user 'fsgqa' already exists 2024-09-19T06:50:53.288 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-09-19T06:50:53.289 DEBUG:teuthology.orchestra.run.smithi090:> sudo groupadd fsgqa 2024-09-19T06:50:53.342 INFO:teuthology.orchestra.run.smithi090.stderr:groupadd: group 'fsgqa' already exists 2024-09-19T06:50:53.345 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-09-19T06:50:53.345 DEBUG:teuthology.orchestra.run.smithi090:> sudo useradd fsgqa2 2024-09-19T06:50:54.100 DEBUG:teuthology.orchestra.run.smithi090:> sudo useradd 123456-fsgqa 2024-09-19T06:50:54.790 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2024-09-19T06:50:54.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.952+0000 7f86cf200640 1 Processor -- start 2024-09-19T06:50:54.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.952+0000 7f86cf200640 1 -- start start 2024-09-19T06:50:54.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.953+0000 7f86cf200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d01629d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:54.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.953+0000 7f86cf200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f86d00ce9a0 0x7f86d00b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:54.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.953+0000 7f86cf200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86d00cdc00 con 0x7f86d00cede0 2024-09-19T06:50:54.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.953+0000 7f86cf200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f86d00af030 con 0x7f86d00ce9a0 2024-09-19T06:50:54.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.953+0000 7f86cf200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f86d00cdec0 con 0x7f86d015e570 2024-09-19T06:50:54.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.953+0000 7f86cd400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f86d00ce9a0 0x7f86d00b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:54.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.953+0000 7f86cd400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f86d00ce9a0 0x7f86d00b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:54176/0 (socket says 172.21.15.90:54176) 2024-09-19T06:50:54.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.953+0000 7f86cd400640 1 -- 172.21.15.90:0/1867249660 learned_addr learned my addr 172.21.15.90:0/1867249660 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:50:54.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.954+0000 7f86cde00640 1 --2- 172.21.15.90:0/1867249660 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d01629d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:54.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.954+0000 7f86cd400640 1 -- 172.21.15.90:0/1867249660 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 msgr2=0x7f86d01629d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:50:54.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.954+0000 7f86cd400640 1 --2- 172.21.15.90:0/1867249660 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d01629d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:54.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.954+0000 7f86cd400640 1 -- 172.21.15.90:0/1867249660 >> v1:172.21.15.129:6789/0 conn(0x7f86d00cede0 legacy=0x7f86d00b30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:50:54.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.954+0000 7f86cd400640 1 -- 172.21.15.90:0/1867249660 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86d00ce1a0 con 0x7f86d00ce9a0 2024-09-19T06:50:54.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.954+0000 7f86cde00640 1 --2- 172.21.15.90:0/1867249660 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d01629d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:50:54.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.955+0000 7f86cd400640 1 --2- 172.21.15.90:0/1867249660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 0x7f86d00b1d70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f86bc009870 tx=0x7f86bc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f0f4c6a0e875a45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:50:54.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.955+0000 7f86cca00640 1 -- 172.21.15.90:0/1867249660 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86bc037070 con 0x7f86d00ce9a0 2024-09-19T06:50:54.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.955+0000 7f86cca00640 1 -- 172.21.15.90:0/1867249660 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86bc032440 con 0x7f86d00ce9a0 2024-09-19T06:50:54.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.955+0000 7f86cca00640 1 -- 172.21.15.90:0/1867249660 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86bc032810 con 0x7f86d00ce9a0 2024-09-19T06:50:54.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.956+0000 7f86cf200640 1 -- 172.21.15.90:0/1867249660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 msgr2=0x7f86d00b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:54.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.956+0000 7f86cf200640 1 --2- 172.21.15.90:0/1867249660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 0x7f86d00b1d70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f86bc009870 tx=0x7f86bc02a210 comp rx=0 tx=0).stop 2024-09-19T06:50:54.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.956+0000 7f86cf200640 1 -- 172.21.15.90:0/1867249660 shutdown_connections 2024-09-19T06:50:54.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.956+0000 7f86cf200640 1 --2- 172.21.15.90:0/1867249660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 0x7f86d00b1d70 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:54.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.956+0000 7f86cf200640 1 --2- 172.21.15.90:0/1867249660 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d01629d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:54.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.956+0000 7f86cf200640 1 -- 172.21.15.90:0/1867249660 >> 172.21.15.90:0/1867249660 conn(0x7f86d0062a20 msgr2=0x7f86d006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:50:54.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.956+0000 7f86cf200640 1 -- 172.21.15.90:0/1867249660 shutdown_connections 2024-09-19T06:50:54.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.956+0000 7f86cf200640 1 -- 172.21.15.90:0/1867249660 wait complete. 2024-09-19T06:50:54.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.958+0000 7f86cf200640 1 Processor -- start 2024-09-19T06:50:54.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.958+0000 7f86cf200640 1 -- start start 2024-09-19T06:50:54.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.959+0000 7f86cf200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 0x7f86d01f4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:54.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.959+0000 7f86cf200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d015e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:54.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.959+0000 7f86cf200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f86d015ef20 0x7f86d0160c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:54.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.959+0000 7f86cf200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f86d00aec70 con 0x7f86d00ce9a0 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.959+0000 7f86cf200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f86d00cfbe0 con 0x7f86d015ef20 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.959+0000 7f86cf200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f86d00aedf0 con 0x7f86d015e570 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 0x7f86d01f4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 0x7f86d01f4330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:54186/0 (socket says 172.21.15.90:54186) 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cde00640 1 -- 172.21.15.90:0/2972958623 learned_addr learned my addr 172.21.15.90:0/2972958623 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86ce800640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f86d015ef20 0x7f86d0160c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cd400640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d015e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cde00640 1 -- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 msgr2=0x7f86d015e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cde00640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d015e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cde00640 1 -- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f86d015ef20 msgr2=0x7f86d0160c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cde00640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f86d015ef20 0x7f86d0160c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cde00640 1 -- 172.21.15.90:0/2972958623 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86d0073dc0 con 0x7f86d00ce9a0 2024-09-19T06:50:54.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cd400640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d015e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:50:54.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86ce800640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f86d015ef20 0x7f86d0160c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:50:54.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.960+0000 7f86cde00640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 0x7f86d01f4330 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f86c000c7f0 tx=0x7f86c000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:50:54.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.961+0000 7f86c6000640 1 -- 172.21.15.90:0/2972958623 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c0015070 con 0x7f86d00ce9a0 2024-09-19T06:50:54.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.961+0000 7f86c6000640 1 -- 172.21.15.90:0/2972958623 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86c0007820 con 0x7f86d00ce9a0 2024-09-19T06:50:54.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.961+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86d00afd50 con 0x7f86d00ce9a0 2024-09-19T06:50:54.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.961+0000 7f86c6000640 1 -- 172.21.15.90:0/2972958623 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c0007bd0 con 0x7f86d00ce9a0 2024-09-19T06:50:54.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.961+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86d015f5c0 con 0x7f86d00ce9a0 2024-09-19T06:50:54.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.962+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86d0159a00 con 0x7f86d00ce9a0 2024-09-19T06:50:54.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.963+0000 7f86c6000640 1 -- 172.21.15.90:0/2972958623 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f86c0018070 con 0x7f86d00ce9a0 2024-09-19T06:50:54.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.964+0000 7f86c6000640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f86b006c2b0 0x7f86b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:54.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.964+0000 7f86c6000640 1 -- 172.21.15.90:0/2972958623 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f86c008b620 con 0x7f86d00ce9a0 2024-09-19T06:50:54.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.964+0000 7f86cd400640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f86b006c2b0 0x7f86b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:54.966 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.965+0000 7f86cd400640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f86b006c2b0 0x7f86b006e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f86bc034000 tx=0x7f86bc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:50:54.970 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:54.969+0000 7f86c6000640 1 -- 172.21.15.90:0/2972958623 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f86d0073dc0 con 0x7f86d00ce9a0 2024-09-19T06:50:55.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.268+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f86d015cd50 con 0x7f86d00ce9a0 2024-09-19T06:50:55.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.269+0000 7f86c6000640 1 -- 172.21.15.90:0/2972958623 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+1285 (secure 0 0 0) 0x7f86c0059d10 con 0x7f86d00ce9a0 2024-09-19T06:50:55.270 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:50:55.270 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":1,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","modified":"2024-09-19T06:47:46.146803Z","created":"2024-09-19T06:47:46.146803Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3300","nonce":0},{"type":"v1","addr":"172.21.15.129:6789","nonce":0}]},"addr":"172.21.15.129:6789/0","public_addr":"172.21.15.129:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3301","nonce":0},{"type":"v1","addr":"172.21.15.129:6790","nonce":0}]},"addr":"172.21.15.129:6790/0","public_addr":"172.21.15.129:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-19T06:50:55.270 INFO:teuthology.orchestra.run.smithi090.stderr:dumped monmap epoch 1 2024-09-19T06:50:55.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.271+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f86b006c2b0 msgr2=0x7f86b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:55.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.271+0000 7f86cf200640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f86b006c2b0 0x7f86b006e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f86bc034000 tx=0x7f86bc02e000 comp rx=0 tx=0).stop 2024-09-19T06:50:55.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 msgr2=0x7f86d01f4330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:55.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 0x7f86d01f4330 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f86c000c7f0 tx=0x7f86c000ccb0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 shutdown_connections 2024-09-19T06:50:55.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f86b006c2b0 0x7f86b006e770 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f86d015ef20 0x7f86d0160c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f86d015e570 0x7f86d015e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 --2- 172.21.15.90:0/2972958623 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f86d00ce9a0 0x7f86d01f4330 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 >> 172.21.15.90:0/2972958623 conn(0x7f86d0062a20 msgr2=0x7f86d0161dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:50:55.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 shutdown_connections 2024-09-19T06:50:55.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.272+0000 7f86cf200640 1 -- 172.21.15.90:0/2972958623 wait complete. 2024-09-19T06:50:55.291 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get-or-create client.admin 2024-09-19T06:50:55.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.448+0000 7f26a7200640 1 Processor -- start 2024-09-19T06:50:55.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.448+0000 7f26a7200640 1 -- start start 2024-09-19T06:50:55.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.450+0000 7f26a7200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a80d1590 0x7f26a80b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:55.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.450+0000 7f26a7200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f26a80b8730 0x7f26a80d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:55.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.450+0000 7f26a7200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26a815e9d0 con 0x7f26a815e5f0 2024-09-19T06:50:55.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.450+0000 7f26a7200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f26a80b9b30 con 0x7f26a80b8730 2024-09-19T06:50:55.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.450+0000 7f26a7200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f26a80b8f20 con 0x7f26a80d1590 2024-09-19T06:50:55.452 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f26a6800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f26a80b8730 0x7f26a80d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.450+0000 7f269d400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a80d1590 0x7f26a80b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f26a5e00640 1 --1- >> v1:172.21.15.129:6789/0 conn(0x7f26a815e5f0 0x7f26a80d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:36344/0 (socket says 172.21.15.90:36344) 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f26a5e00640 1 -- 172.21.15.90:0/2033449608 learned_addr learned my addr 172.21.15.90:0/2033449608 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f26a5400640 1 -- 172.21.15.90:0/2033449608 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 298464682 0 0) 0x7f26a815e9d0 con 0x7f26a815e5f0 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f26a5400640 1 -- 172.21.15.90:0/2033449608 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f268c003520 con 0x7f26a815e5f0 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f269d400640 1 -- 172.21.15.90:0/2033449608 >> v2:172.21.15.129:3300/0 conn(0x7f26a80b8730 msgr2=0x7f26a80d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f269d400640 1 --2- 172.21.15.90:0/2033449608 >> v2:172.21.15.129:3300/0 conn(0x7f26a80b8730 0x7f26a80d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f269d400640 1 -- 172.21.15.90:0/2033449608 >> v1:172.21.15.129:6789/0 conn(0x7f26a815e5f0 legacy=0x7f26a80d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f269d400640 1 -- 172.21.15.90:0/2033449608 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a80b9200 con 0x7f26a80d1590 2024-09-19T06:50:55.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.451+0000 7f26a6800640 1 --2- 172.21.15.90:0/2033449608 >> v2:172.21.15.129:3300/0 conn(0x7f26a80b8730 0x7f26a80d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:50:55.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.452+0000 7f269d400640 1 --2- 172.21.15.90:0/2033449608 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a80d1590 0x7f26a80b81f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f26900097a0 tx=0x7f269002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4732f99baaaa8de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:50:55.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.452+0000 7f26a5400640 1 -- 172.21.15.90:0/2033449608 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2690037070 con 0x7f26a80d1590 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a5400640 1 -- 172.21.15.90:0/2033449608 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2690032440 con 0x7f26a80d1590 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a5400640 1 -- 172.21.15.90:0/2033449608 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26900327f0 con 0x7f26a80d1590 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a7200640 1 -- 172.21.15.90:0/2033449608 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a80d1590 msgr2=0x7f26a80b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a7200640 1 --2- 172.21.15.90:0/2033449608 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a80d1590 0x7f26a80b81f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f26900097a0 tx=0x7f269002a180 comp rx=0 tx=0).stop 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a7200640 1 -- 172.21.15.90:0/2033449608 shutdown_connections 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a7200640 1 --2- 172.21.15.90:0/2033449608 >> v2:172.21.15.129:3300/0 conn(0x7f26a80b8730 0x7f26a80d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a7200640 1 --2- 172.21.15.90:0/2033449608 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a80d1590 0x7f26a80b81f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a7200640 1 -- 172.21.15.90:0/2033449608 >> 172.21.15.90:0/2033449608 conn(0x7f26a8062630 msgr2=0x7f26a8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a7200640 1 -- 172.21.15.90:0/2033449608 shutdown_connections 2024-09-19T06:50:55.455 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.453+0000 7f26a7200640 1 -- 172.21.15.90:0/2033449608 wait complete. 2024-09-19T06:50:55.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.455+0000 7f26a7200640 1 Processor -- start 2024-09-19T06:50:55.456 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.455+0000 7f26a7200640 1 -- start start 2024-09-19T06:50:55.457 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.456+0000 7f26a7200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f26a80b8730 0x7f26a80c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.456+0000 7f26a7200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f26a80d1590 0x7f26a8156070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.456+0000 7f26a7200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a815e5f0 0x7f26a8153660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.456+0000 7f26a7200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f26a80b8ba0 con 0x7f26a80d1590 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.456+0000 7f26a7200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f26a80b97c0 con 0x7f26a80b8730 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.456+0000 7f26a7200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f26a80d3100 con 0x7f26a815e5f0 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.456+0000 7f269d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f26a80d1590 0x7f26a8156070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.456+0000 7f269d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f26a80d1590 0x7f26a8156070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:54188/0 (socket says 172.21.15.90:54188) 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.456+0000 7f269d400640 1 -- 172.21.15.90:0/2047385259 learned_addr learned my addr 172.21.15.90:0/2047385259 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.457+0000 7f26a5e00640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f26a80b8730 0x7f26a80c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:55.458 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.457+0000 7f26a6800640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a815e5f0 0x7f26a8153660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:55.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.457+0000 7f269d400640 1 -- 172.21.15.90:0/2047385259 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a815e5f0 msgr2=0x7f26a8153660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:55.459 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.457+0000 7f269d400640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a815e5f0 0x7f26a8153660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.457+0000 7f269d400640 1 -- 172.21.15.90:0/2047385259 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f26a80b8730 msgr2=0x7f26a80c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:55.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.457+0000 7f269d400640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f26a80b8730 0x7f26a80c7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.457+0000 7f269d400640 1 -- 172.21.15.90:0/2047385259 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a80c84e0 con 0x7f26a80d1590 2024-09-19T06:50:55.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.457+0000 7f269d400640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f26a80d1590 0x7f26a8156070 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f269002a1c0 tx=0x7f26900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:50:55.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.457+0000 7f269ea00640 1 -- 172.21.15.90:0/2047385259 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2690037040 con 0x7f26a80d1590 2024-09-19T06:50:55.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.458+0000 7f269ea00640 1 -- 172.21.15.90:0/2047385259 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2690042070 con 0x7f26a80d1590 2024-09-19T06:50:55.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.458+0000 7f269ea00640 1 -- 172.21.15.90:0/2047385259 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269003b870 con 0x7f26a80d1590 2024-09-19T06:50:55.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.458+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26a81569e0 con 0x7f26a80d1590 2024-09-19T06:50:55.460 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.458+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26a815ff30 con 0x7f26a80d1590 2024-09-19T06:50:55.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.459+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26a80d2bc0 con 0x7f26a80d1590 2024-09-19T06:50:55.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.460+0000 7f269ea00640 1 -- 172.21.15.90:0/2047385259 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f269003ba10 con 0x7f26a80d1590 2024-09-19T06:50:55.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.461+0000 7f269ea00640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f268406c2b0 0x7f268406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:50:55.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.461+0000 7f269ea00640 1 -- 172.21.15.90:0/2047385259 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f26900abb80 con 0x7f26a80d1590 2024-09-19T06:50:55.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.461+0000 7f26a5e00640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f268406c2b0 0x7f268406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:50:55.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.462+0000 7f26a5e00640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f268406c2b0 0x7f268406e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f26a80c7c80 tx=0x7f2698000f40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:50:55.467 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.466+0000 7f269ea00640 1 -- 172.21.15.90:0/2047385259 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f269007a260 con 0x7f26a80d1590 2024-09-19T06:50:55.721 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.720+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.admin"} v 0) -- 0x7f26a80cf050 con 0x7f26a80d1590 2024-09-19T06:50:55.722 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.720+0000 7f269ea00640 1 -- 172.21.15.90:0/2047385259 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.admin"}]=0 v11) ==== 92+0+63 (secure 0 0 0) 0x7f2690079b60 con 0x7f26a80d1590 2024-09-19T06:50:55.722 INFO:teuthology.orchestra.run.smithi090.stdout:[client.admin] 2024-09-19T06:50:55.722 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQASyetmqoipGhAAOSraNWpITMrvoL5LMWdQAw== 2024-09-19T06:50:55.724 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f268406c2b0 msgr2=0x7f268406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:55.724 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f268406c2b0 0x7f268406e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f26a80c7c80 tx=0x7f2698000f40 comp rx=0 tx=0).stop 2024-09-19T06:50:55.724 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f26a80d1590 msgr2=0x7f26a8156070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:50:55.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f26a80d1590 0x7f26a8156070 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f269002a1c0 tx=0x7f26900046c0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 shutdown_connections 2024-09-19T06:50:55.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f268406c2b0 0x7f268406e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f26a815e5f0 0x7f26a8153660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f26a80d1590 0x7f26a8156070 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 --2- 172.21.15.90:0/2047385259 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f26a80b8730 0x7f26a80c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:50:55.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 >> 172.21.15.90:0/2047385259 conn(0x7f26a8062630 msgr2=0x7f26a80d4750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:50:55.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 shutdown_connections 2024-09-19T06:50:55.725 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:50:55.723+0000 7f26a7200640 1 -- 172.21.15.90:0/2047385259 wait complete. 2024-09-19T06:50:55.740 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:50:55.740 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/tmp/tmp.RSNQnYwjUexfstests-dev/local.config 2024-09-19T06:50:55.796 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph export TEST_DEV=172.21.15.90:6789:/test export TEST_DIR=/tmp/tmp.uYVv39rRDFtest export SCRATCH_DEV=172.21.15.90:6789:/scratch export SCRATCH_MNT=/tmp/tmp.FECHiqTV4gscratch export CEPHFS_MOUNT_OPTIONS="-o name=admin,secret=AQASyetmqoipGhAAOSraNWpITMrvoL5LMWdQAw==" 2024-09-19T06:50:55.796 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:50:55.796 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/tmp/tmp.RSNQnYwjUexfstests-dev/ceph.exclude 2024-09-19T06:50:55.890 DEBUG:teuthology.orchestra.run.smithi090:> (cd /tmp/tmp.RSNQnYwjUexfstests-dev && exec sudo make) 2024-09-19T06:50:56.029 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize -cfi 2024-09-19T06:50:57.409 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: putting auxiliary files in '.'. 2024-09-19T06:50:57.410 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: copying file './config.guess' 2024-09-19T06:50:57.419 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: copying file './config.sub' 2024-09-19T06:50:57.428 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: copying file './install-sh' 2024-09-19T06:50:57.438 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: copying file './ltmain.sh' 2024-09-19T06:50:57.496 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2024-09-19T06:50:57.497 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: copying file 'm4/libtool.m4' 2024-09-19T06:50:57.508 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2024-09-19T06:50:57.520 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2024-09-19T06:50:57.531 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: copying file 'm4/ltversion.m4' 2024-09-19T06:50:57.543 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2024-09-19T06:50:57.559 INFO:teuthology.orchestra.run.smithi090.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2024-09-19T06:50:57.562 INFO:teuthology.orchestra.run.smithi090.stdout:cp include/install-sh . 2024-09-19T06:50:57.564 INFO:teuthology.orchestra.run.smithi090.stdout:aclocal -I m4 2024-09-19T06:50:58.681 INFO:teuthology.orchestra.run.smithi090.stdout:autoheader 2024-09-19T06:50:59.023 INFO:teuthology.orchestra.run.smithi090.stdout:autoconf 2024-09-19T06:50:59.238 INFO:teuthology.orchestra.run.smithi090.stdout:./configure \ 2024-09-19T06:50:59.239 INFO:teuthology.orchestra.run.smithi090.stdout: --libexecdir=/usr/lib \ 2024-09-19T06:50:59.239 INFO:teuthology.orchestra.run.smithi090.stdout: --exec_prefix=/var/lib 2024-09-19T06:50:59.812 INFO:teuthology.orchestra.run.smithi090.stdout:checking build system type... x86_64-pc-linux-gnu 2024-09-19T06:50:59.812 INFO:teuthology.orchestra.run.smithi090.stdout:checking host system type... x86_64-pc-linux-gnu 2024-09-19T06:50:59.815 INFO:teuthology.orchestra.run.smithi090.stdout:checking how to print strings... printf 2024-09-19T06:50:59.815 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gcc... gcc 2024-09-19T06:50:59.978 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether the C compiler works... yes 2024-09-19T06:50:59.978 INFO:teuthology.orchestra.run.smithi090.stdout:checking for C compiler default output file name... a.out 2024-09-19T06:51:00.028 INFO:teuthology.orchestra.run.smithi090.stdout:checking for suffix of executables... 2024-09-19T06:51:00.147 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether we are cross compiling... no 2024-09-19T06:51:00.183 INFO:teuthology.orchestra.run.smithi090.stdout:checking for suffix of object files... o 2024-09-19T06:51:00.215 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether we are using the GNU C compiler... yes 2024-09-19T06:51:00.248 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether gcc accepts -g... yes 2024-09-19T06:51:00.345 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gcc option to accept ISO C89... none needed 2024-09-19T06:51:00.351 INFO:teuthology.orchestra.run.smithi090.stdout:checking for a sed that does not truncate output... /bin/sed 2024-09-19T06:51:00.356 INFO:teuthology.orchestra.run.smithi090.stdout:checking for grep that handles long lines and -e... /bin/grep 2024-09-19T06:51:00.359 INFO:teuthology.orchestra.run.smithi090.stdout:checking for egrep... /bin/grep -E 2024-09-19T06:51:00.361 INFO:teuthology.orchestra.run.smithi090.stdout:checking for fgrep... /bin/grep -F 2024-09-19T06:51:00.369 INFO:teuthology.orchestra.run.smithi090.stdout:checking for ld used by gcc... /bin/ld 2024-09-19T06:51:00.373 INFO:teuthology.orchestra.run.smithi090.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2024-09-19T06:51:00.386 INFO:teuthology.orchestra.run.smithi090.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2024-09-19T06:51:01.971 INFO:teuthology.orchestra.run.smithi090.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2024-09-19T06:51:01.971 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether ln -s works... yes 2024-09-19T06:51:01.987 INFO:teuthology.orchestra.run.smithi090.stdout:checking the maximum length of command line arguments... 1572864 2024-09-19T06:51:01.992 INFO:teuthology.orchestra.run.smithi090.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2024-09-19T06:51:01.994 INFO:teuthology.orchestra.run.smithi090.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2024-09-19T06:51:01.994 INFO:teuthology.orchestra.run.smithi090.stdout:checking for /bin/ld option to reload object files... -r 2024-09-19T06:51:01.994 INFO:teuthology.orchestra.run.smithi090.stdout:checking for objdump... objdump 2024-09-19T06:51:01.994 INFO:teuthology.orchestra.run.smithi090.stdout:checking how to recognize dependent libraries... pass_all 2024-09-19T06:51:01.995 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dlltool... no 2024-09-19T06:51:01.995 INFO:teuthology.orchestra.run.smithi090.stdout:checking how to associate runtime and link libraries... printf %s\n 2024-09-19T06:51:01.995 INFO:teuthology.orchestra.run.smithi090.stdout:checking for ar... ar 2024-09-19T06:51:02.077 INFO:teuthology.orchestra.run.smithi090.stdout:checking for archiver @FILE support... @ 2024-09-19T06:51:02.102 INFO:teuthology.orchestra.run.smithi090.stdout:checking for strip... strip 2024-09-19T06:51:02.102 INFO:teuthology.orchestra.run.smithi090.stdout:checking for ranlib... ranlib 2024-09-19T06:51:02.102 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gawk... gawk 2024-09-19T06:51:02.200 INFO:teuthology.orchestra.run.smithi090.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2024-09-19T06:51:02.203 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sysroot... no 2024-09-19T06:51:02.210 INFO:teuthology.orchestra.run.smithi090.stdout:checking for a working dd... /bin/dd 2024-09-19T06:51:02.216 INFO:teuthology.orchestra.run.smithi090.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2024-09-19T06:51:02.244 INFO:teuthology.orchestra.run.smithi090.stdout:checking for mt... no 2024-09-19T06:51:02.250 INFO:teuthology.orchestra.run.smithi090.stdout:checking if : is a manifest tool... no 2024-09-19T06:51:02.382 INFO:teuthology.orchestra.run.smithi090.stdout:checking how to run the C preprocessor... gcc -E 2024-09-19T06:51:02.652 INFO:teuthology.orchestra.run.smithi090.stdout:checking for ANSI C header files... yes 2024-09-19T06:51:02.694 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/types.h... yes 2024-09-19T06:51:02.749 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/stat.h... yes 2024-09-19T06:51:02.799 INFO:teuthology.orchestra.run.smithi090.stdout:checking for stdlib.h... yes 2024-09-19T06:51:02.849 INFO:teuthology.orchestra.run.smithi090.stdout:checking for string.h... yes 2024-09-19T06:51:02.901 INFO:teuthology.orchestra.run.smithi090.stdout:checking for memory.h... yes 2024-09-19T06:51:02.953 INFO:teuthology.orchestra.run.smithi090.stdout:checking for strings.h... yes 2024-09-19T06:51:03.013 INFO:teuthology.orchestra.run.smithi090.stdout:checking for inttypes.h... yes 2024-09-19T06:51:03.066 INFO:teuthology.orchestra.run.smithi090.stdout:checking for stdint.h... yes 2024-09-19T06:51:03.122 INFO:teuthology.orchestra.run.smithi090.stdout:checking for unistd.h... yes 2024-09-19T06:51:03.184 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dlfcn.h... yes 2024-09-19T06:51:03.192 INFO:teuthology.orchestra.run.smithi090.stdout:checking for objdir... .libs 2024-09-19T06:51:03.320 INFO:teuthology.orchestra.run.smithi090.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2024-09-19T06:51:03.320 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2024-09-19T06:51:03.356 INFO:teuthology.orchestra.run.smithi090.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2024-09-19T06:51:03.410 INFO:teuthology.orchestra.run.smithi090.stdout:checking if gcc static flag -static works... no 2024-09-19T06:51:03.460 INFO:teuthology.orchestra.run.smithi090.stdout:checking if gcc supports -c -o file.o... yes 2024-09-19T06:51:03.460 INFO:teuthology.orchestra.run.smithi090.stdout:checking if gcc supports -c -o file.o... (cached) yes 2024-09-19T06:51:03.474 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2024-09-19T06:51:03.531 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether -lc should be explicitly linked in... no 2024-09-19T06:51:03.625 INFO:teuthology.orchestra.run.smithi090.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2024-09-19T06:51:03.625 INFO:teuthology.orchestra.run.smithi090.stdout:checking how to hardcode library paths into programs... immediate 2024-09-19T06:51:03.629 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether stripping libraries is possible... yes 2024-09-19T06:51:03.629 INFO:teuthology.orchestra.run.smithi090.stdout:checking if libtool supports shared libraries... yes 2024-09-19T06:51:03.629 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether to build shared libraries... yes 2024-09-19T06:51:03.629 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether to build static libraries... yes 2024-09-19T06:51:03.642 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gcc... (cached) gcc 2024-09-19T06:51:03.679 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether we are using the GNU C compiler... (cached) yes 2024-09-19T06:51:03.679 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether gcc accepts -g... (cached) yes 2024-09-19T06:51:03.679 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2024-09-19T06:51:03.679 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gmake... /usr/bin/gmake 2024-09-19T06:51:03.680 INFO:teuthology.orchestra.run.smithi090.stderr:./configure: line 12082: test: $(SHELL): binary operator expected 2024-09-19T06:51:03.680 INFO:teuthology.orchestra.run.smithi090.stdout:checking for tar... /bin/tar 2024-09-19T06:51:03.680 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gzip... /bin/gzip 2024-09-19T06:51:03.712 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether gcc -MM is supported... yes 2024-09-19T06:51:03.712 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sort... /bin/sort 2024-09-19T06:51:03.712 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether ln -s works... yes 2024-09-19T06:51:03.712 INFO:teuthology.orchestra.run.smithi090.stdout:checking for rpm... /bin/rpm 2024-09-19T06:51:03.719 INFO:teuthology.orchestra.run.smithi090.stdout:checking for rpmbuild... no 2024-09-19T06:51:03.773 INFO:teuthology.orchestra.run.smithi090.stdout:checking assert.h usability... yes 2024-09-19T06:51:03.791 INFO:teuthology.orchestra.run.smithi090.stdout:checking assert.h presence... yes 2024-09-19T06:51:03.792 INFO:teuthology.orchestra.run.smithi090.stdout:checking for assert.h... yes 2024-09-19T06:51:03.846 INFO:teuthology.orchestra.run.smithi090.stdout:checking bstring.h usability... no 2024-09-19T06:51:03.872 INFO:teuthology.orchestra.run.smithi090.stdout:checking bstring.h presence... no 2024-09-19T06:51:03.872 INFO:teuthology.orchestra.run.smithi090.stdout:checking for bstring.h... no 2024-09-19T06:51:03.920 INFO:teuthology.orchestra.run.smithi090.stdout:checking libgen.h usability... yes 2024-09-19T06:51:03.938 INFO:teuthology.orchestra.run.smithi090.stdout:checking libgen.h presence... yes 2024-09-19T06:51:03.938 INFO:teuthology.orchestra.run.smithi090.stdout:checking for libgen.h... yes 2024-09-19T06:51:03.995 INFO:teuthology.orchestra.run.smithi090.stdout:checking dirent.h usability... yes 2024-09-19T06:51:04.014 INFO:teuthology.orchestra.run.smithi090.stdout:checking dirent.h presence... yes 2024-09-19T06:51:04.014 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dirent.h... yes 2024-09-19T06:51:04.103 INFO:teuthology.orchestra.run.smithi090.stdout:checking errno.h usability... yes 2024-09-19T06:51:04.121 INFO:teuthology.orchestra.run.smithi090.stdout:checking errno.h presence... yes 2024-09-19T06:51:04.122 INFO:teuthology.orchestra.run.smithi090.stdout:checking for errno.h... yes 2024-09-19T06:51:04.177 INFO:teuthology.orchestra.run.smithi090.stdout:checking malloc.h usability... yes 2024-09-19T06:51:04.198 INFO:teuthology.orchestra.run.smithi090.stdout:checking malloc.h presence... yes 2024-09-19T06:51:04.198 INFO:teuthology.orchestra.run.smithi090.stdout:checking for malloc.h... yes 2024-09-19T06:51:04.253 INFO:teuthology.orchestra.run.smithi090.stdout:checking uuid.h usability... no 2024-09-19T06:51:04.278 INFO:teuthology.orchestra.run.smithi090.stdout:checking uuid.h presence... no 2024-09-19T06:51:04.278 INFO:teuthology.orchestra.run.smithi090.stdout:checking for uuid.h... no 2024-09-19T06:51:04.345 INFO:teuthology.orchestra.run.smithi090.stdout:checking uuid/uuid.h usability... yes 2024-09-19T06:51:04.367 INFO:teuthology.orchestra.run.smithi090.stdout:checking uuid/uuid.h presence... yes 2024-09-19T06:51:04.367 INFO:teuthology.orchestra.run.smithi090.stdout:checking for uuid/uuid.h... yes 2024-09-19T06:51:04.422 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/uuid.h usability... no 2024-09-19T06:51:04.448 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/uuid.h presence... no 2024-09-19T06:51:04.448 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/uuid.h... no 2024-09-19T06:51:04.506 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/file.h usability... yes 2024-09-19T06:51:04.526 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/file.h presence... yes 2024-09-19T06:51:04.526 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/file.h... yes 2024-09-19T06:51:04.581 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/fcntl.h usability... yes 2024-09-19T06:51:04.601 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/fcntl.h presence... yes 2024-09-19T06:51:04.601 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/fcntl.h... yes 2024-09-19T06:51:04.656 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/syssgi.h usability... no 2024-09-19T06:51:04.681 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/syssgi.h presence... no 2024-09-19T06:51:04.681 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/syssgi.h... no 2024-09-19T06:51:04.789 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/param.h usability... yes 2024-09-19T06:51:04.813 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/param.h presence... yes 2024-09-19T06:51:04.813 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/param.h... yes 2024-09-19T06:51:04.825 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/stat.h... (cached) yes 2024-09-19T06:51:04.881 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/statvfs.h usability... yes 2024-09-19T06:51:04.900 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/statvfs.h presence... yes 2024-09-19T06:51:04.900 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/statvfs.h... yes 2024-09-19T06:51:04.955 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/time.h usability... yes 2024-09-19T06:51:04.975 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/time.h presence... yes 2024-09-19T06:51:04.976 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/time.h... yes 2024-09-19T06:51:05.051 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/ioctl.h usability... yes 2024-09-19T06:51:05.070 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/ioctl.h presence... yes 2024-09-19T06:51:05.070 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/ioctl.h... yes 2024-09-19T06:51:05.138 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/wait.h usability... yes 2024-09-19T06:51:05.160 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/wait.h presence... yes 2024-09-19T06:51:05.160 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/wait.h... yes 2024-09-19T06:51:05.173 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/types.h... (cached) yes 2024-09-19T06:51:05.184 INFO:teuthology.orchestra.run.smithi090.stdout:checking for strings.h... (cached) yes 2024-09-19T06:51:05.240 INFO:teuthology.orchestra.run.smithi090.stdout:checking err.h usability... yes 2024-09-19T06:51:05.259 INFO:teuthology.orchestra.run.smithi090.stdout:checking err.h presence... yes 2024-09-19T06:51:05.259 INFO:teuthology.orchestra.run.smithi090.stdout:checking for err.h... yes 2024-09-19T06:51:05.314 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/falloc.h usability... yes 2024-09-19T06:51:05.332 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/falloc.h presence... yes 2024-09-19T06:51:05.332 INFO:teuthology.orchestra.run.smithi090.stdout:checking for linux/falloc.h... yes 2024-09-19T06:51:05.387 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/fs/xfs_fsops.h usability... no 2024-09-19T06:51:05.412 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/fs/xfs_fsops.h presence... no 2024-09-19T06:51:05.413 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/fs/xfs_fsops.h... no 2024-09-19T06:51:05.461 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/fs/xfs_itable.h usability... no 2024-09-19T06:51:05.486 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/fs/xfs_itable.h presence... no 2024-09-19T06:51:05.486 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/fs/xfs_itable.h... no 2024-09-19T06:51:05.534 INFO:teuthology.orchestra.run.smithi090.stdout:checking xfs/platform_defs.h usability... no 2024-09-19T06:51:05.559 INFO:teuthology.orchestra.run.smithi090.stdout:checking xfs/platform_defs.h presence... no 2024-09-19T06:51:05.559 INFO:teuthology.orchestra.run.smithi090.stdout:checking for xfs/platform_defs.h... no 2024-09-19T06:51:05.608 INFO:teuthology.orchestra.run.smithi090.stdout:checking btrfs/ioctl.h usability... no 2024-09-19T06:51:05.633 INFO:teuthology.orchestra.run.smithi090.stdout:checking btrfs/ioctl.h presence... no 2024-09-19T06:51:05.633 INFO:teuthology.orchestra.run.smithi090.stdout:checking for btrfs/ioctl.h... no 2024-09-19T06:51:05.682 INFO:teuthology.orchestra.run.smithi090.stdout:checking cifs/ioctl.h usability... no 2024-09-19T06:51:05.707 INFO:teuthology.orchestra.run.smithi090.stdout:checking cifs/ioctl.h presence... no 2024-09-19T06:51:05.707 INFO:teuthology.orchestra.run.smithi090.stdout:checking for cifs/ioctl.h... no 2024-09-19T06:51:05.767 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/mman.h usability... yes 2024-09-19T06:51:05.786 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/mman.h presence... yes 2024-09-19T06:51:05.787 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/mman.h... yes 2024-09-19T06:51:05.842 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/ext4.h usability... no 2024-09-19T06:51:05.867 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/ext4.h presence... no 2024-09-19T06:51:05.867 INFO:teuthology.orchestra.run.smithi090.stdout:checking for linux/ext4.h... no 2024-09-19T06:51:05.896 INFO:teuthology.orchestra.run.smithi090.stdout:checking for xfs/xfs_log_format.h... no 2024-09-19T06:51:05.969 INFO:teuthology.orchestra.run.smithi090.stdout:checking for uuid_compare... no 2024-09-19T06:51:06.026 INFO:teuthology.orchestra.run.smithi090.stdout:checking for uuid_compare in -luuid... yes 2024-09-19T06:51:06.160 INFO:teuthology.orchestra.run.smithi090.stdout:checking for xfs/xfs.h... yes 2024-09-19T06:51:06.191 INFO:teuthology.orchestra.run.smithi090.stdout:checking for xfs/libxfs.h... no 2024-09-19T06:51:06.227 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether xlog_assign_lsn is declared... no 2024-09-19T06:51:06.283 INFO:teuthology.orchestra.run.smithi090.stdout:checking for xfs/xqm.h... yes 2024-09-19T06:51:06.366 INFO:teuthology.orchestra.run.smithi090.stdout:checking xfsctl from xfs/xfs.h... ok 2024-09-19T06:51:06.410 INFO:teuthology.orchestra.run.smithi090.stdout:checking xfs/handle.h usability... yes 2024-09-19T06:51:06.428 INFO:teuthology.orchestra.run.smithi090.stdout:checking xfs/handle.h presence... yes 2024-09-19T06:51:06.428 INFO:teuthology.orchestra.run.smithi090.stdout:checking for xfs/handle.h... yes 2024-09-19T06:51:06.500 INFO:teuthology.orchestra.run.smithi090.stdout:checking for attr_list_by_handle in -lhandle... yes 2024-09-19T06:51:06.551 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/acl.h usability... yes 2024-09-19T06:51:06.572 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/acl.h presence... yes 2024-09-19T06:51:06.572 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/acl.h... yes 2024-09-19T06:51:06.623 INFO:teuthology.orchestra.run.smithi090.stdout:checking acl/libacl.h usability... yes 2024-09-19T06:51:06.644 INFO:teuthology.orchestra.run.smithi090.stdout:checking acl/libacl.h presence... yes 2024-09-19T06:51:06.644 INFO:teuthology.orchestra.run.smithi090.stdout:checking for acl/libacl.h... yes 2024-09-19T06:51:06.704 INFO:teuthology.orchestra.run.smithi090.stdout:checking for acl_init in -lacl... yes 2024-09-19T06:51:06.748 INFO:teuthology.orchestra.run.smithi090.stdout:checking gdbm-ndbm.h usability... no 2024-09-19T06:51:06.774 INFO:teuthology.orchestra.run.smithi090.stdout:checking gdbm-ndbm.h presence... no 2024-09-19T06:51:06.775 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gdbm-ndbm.h... no 2024-09-19T06:51:06.818 INFO:teuthology.orchestra.run.smithi090.stdout:checking gdbm/ndbm.h usability... yes 2024-09-19T06:51:06.841 INFO:teuthology.orchestra.run.smithi090.stdout:checking gdbm/ndbm.h presence... yes 2024-09-19T06:51:06.841 INFO:teuthology.orchestra.run.smithi090.stdout:checking for gdbm/ndbm.h... yes 2024-09-19T06:51:06.907 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dbm_open in -lgdbm... no 2024-09-19T06:51:06.974 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dbm_fetch in -lgdbm... no 2024-09-19T06:51:07.040 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dbm_store in -lgdbm... no 2024-09-19T06:51:07.106 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dbm_close in -lgdbm... no 2024-09-19T06:51:07.175 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dbm_open in -lgdbm_compat... yes 2024-09-19T06:51:07.234 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dbm_fetch in -lgdbm_compat... yes 2024-09-19T06:51:07.294 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dbm_store in -lgdbm_compat... yes 2024-09-19T06:51:07.355 INFO:teuthology.orchestra.run.smithi090.stdout:checking for dbm_close in -lgdbm_compat... yes 2024-09-19T06:51:07.401 INFO:teuthology.orchestra.run.smithi090.stdout:checking libaio.h usability... yes 2024-09-19T06:51:07.424 INFO:teuthology.orchestra.run.smithi090.stdout:checking libaio.h presence... yes 2024-09-19T06:51:07.424 INFO:teuthology.orchestra.run.smithi090.stdout:checking for libaio.h... yes 2024-09-19T06:51:07.469 INFO:teuthology.orchestra.run.smithi090.stdout:checking liburing.h usability... no 2024-09-19T06:51:07.495 INFO:teuthology.orchestra.run.smithi090.stdout:checking liburing.h presence... no 2024-09-19T06:51:07.495 INFO:teuthology.orchestra.run.smithi090.stdout:checking for liburing.h... no 2024-09-19T06:51:07.540 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/capability.h usability... yes 2024-09-19T06:51:07.562 INFO:teuthology.orchestra.run.smithi090.stdout:checking sys/capability.h presence... yes 2024-09-19T06:51:07.562 INFO:teuthology.orchestra.run.smithi090.stdout:checking for sys/capability.h... yes 2024-09-19T06:51:07.609 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/fiemap.h usability... yes 2024-09-19T06:51:07.627 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/fiemap.h presence... yes 2024-09-19T06:51:07.627 INFO:teuthology.orchestra.run.smithi090.stdout:checking for linux/fiemap.h... yes 2024-09-19T06:51:07.689 INFO:teuthology.orchestra.run.smithi090.stdout:checking for fallocate... yes 2024-09-19T06:51:07.751 INFO:teuthology.orchestra.run.smithi090.stdout:checking for open_by_handle_at... yes 2024-09-19T06:51:07.798 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/fs.h usability... yes 2024-09-19T06:51:07.817 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/fs.h presence... yes 2024-09-19T06:51:07.817 INFO:teuthology.orchestra.run.smithi090.stdout:checking for linux/fs.h... yes 2024-09-19T06:51:07.860 INFO:teuthology.orchestra.run.smithi090.stdout:checking btrfsutil.h usability... no 2024-09-19T06:51:07.885 INFO:teuthology.orchestra.run.smithi090.stdout:checking btrfsutil.h presence... no 2024-09-19T06:51:07.886 INFO:teuthology.orchestra.run.smithi090.stdout:checking for btrfsutil.h... no 2024-09-19T06:51:07.965 INFO:teuthology.orchestra.run.smithi090.stdout:checking for copy_file_range... yes 2024-09-19T06:51:08.031 INFO:teuthology.orchestra.run.smithi090.stdout:checking for SEEK_DATA... yes 2024-09-19T06:51:08.116 INFO:teuthology.orchestra.run.smithi090.stdout:checking for BMV_OF_SHARED... yes 2024-09-19T06:51:08.187 INFO:teuthology.orchestra.run.smithi090.stdout:checking for nftw... yes 2024-09-19T06:51:08.260 INFO:teuthology.orchestra.run.smithi090.stdout:checking for RLIMIT_NOFILE... yes 2024-09-19T06:51:08.325 INFO:teuthology.orchestra.run.smithi090.stdout:checking for new enough XFS_IOC_EXCHANGE_RANGE... no 2024-09-19T06:51:08.387 INFO:teuthology.orchestra.run.smithi090.stdout:checking for FICLONE... yes 2024-09-19T06:51:08.450 INFO:teuthology.orchestra.run.smithi090.stdout:checking for renameat2... yes 2024-09-19T06:51:08.512 INFO:teuthology.orchestra.run.smithi090.stdout:checking for reallocarray... yes 2024-09-19T06:51:08.578 INFO:teuthology.orchestra.run.smithi090.stdout:checking for struct mount_attr... yes 2024-09-19T06:51:08.659 INFO:teuthology.orchestra.run.smithi090.stdout:checking for struct btrfs_qgroup_limit... yes 2024-09-19T06:51:08.730 INFO:teuthology.orchestra.run.smithi090.stdout:checking for struct btrfs_qgroup_inherit... yes 2024-09-19T06:51:08.799 INFO:teuthology.orchestra.run.smithi090.stdout:checking for struct btrfs_ioctl_vol_args... yes 2024-09-19T06:51:08.870 INFO:teuthology.orchestra.run.smithi090.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2024-09-19T06:51:08.942 INFO:teuthology.orchestra.run.smithi090.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2024-09-19T06:51:09.012 INFO:teuthology.orchestra.run.smithi090.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2024-09-19T06:51:09.083 INFO:teuthology.orchestra.run.smithi090.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2024-09-19T06:51:09.136 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/btrfs.h usability... yes 2024-09-19T06:51:09.154 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/btrfs.h presence... yes 2024-09-19T06:51:09.155 INFO:teuthology.orchestra.run.smithi090.stdout:checking for linux/btrfs.h... yes 2024-09-19T06:51:09.224 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/btrfs_tree.h usability... yes 2024-09-19T06:51:09.244 INFO:teuthology.orchestra.run.smithi090.stdout:checking linux/btrfs_tree.h presence... yes 2024-09-19T06:51:09.244 INFO:teuthology.orchestra.run.smithi090.stdout:checking for linux/btrfs_tree.h... yes 2024-09-19T06:51:09.293 INFO:teuthology.orchestra.run.smithi090.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2024-09-19T06:51:09.340 INFO:teuthology.orchestra.run.smithi090.stdout:checking whether BTRFS_IOC_SNAP_DESTROY_V2 is declared... yes 2024-09-19T06:51:09.368 INFO:teuthology.orchestra.run.smithi090.stdout:configure: creating ./config.status 2024-09-19T06:51:10.169 INFO:teuthology.orchestra.run.smithi090.stdout:config.status: creating include/builddefs 2024-09-19T06:51:10.196 INFO:teuthology.orchestra.run.smithi090.stdout:config.status: creating include/config.h 2024-09-19T06:51:10.217 INFO:teuthology.orchestra.run.smithi090.stdout:config.status: executing libtool commands 2024-09-19T06:51:10.292 INFO:teuthology.orchestra.run.smithi090.stdout:Building include 2024-09-19T06:51:10.299 INFO:teuthology.orchestra.run.smithi090.stdout:Building lib 2024-09-19T06:51:10.306 INFO:teuthology.orchestra.run.smithi090.stdout: [LTDEP] 2024-09-19T06:51:10.581 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] dataascii.lo 2024-09-19T06:51:10.791 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] databin.lo 2024-09-19T06:51:11.014 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] datapid.lo 2024-09-19T06:51:11.202 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] file_lock.lo 2024-09-19T06:51:11.429 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] forker.lo 2024-09-19T06:51:11.758 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] pattern.lo 2024-09-19T06:51:11.947 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] open_flags.lo 2024-09-19T06:51:12.163 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] random_range.lo 2024-09-19T06:51:12.462 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] string_to_tokens.lo 2024-09-19T06:51:12.634 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] str_to_bytes.lo 2024-09-19T06:51:12.863 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] tlibio.lo 2024-09-19T06:51:13.182 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] write_log.lo 2024-09-19T06:51:13.496 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] random.lo 2024-09-19T06:51:13.673 INFO:teuthology.orchestra.run.smithi090.stdout: [LD] 2024-09-19T06:51:13.822 INFO:teuthology.orchestra.run.smithi090.stdout:Building ltp 2024-09-19T06:51:13.829 INFO:teuthology.orchestra.run.smithi090.stdout: [DEP] 2024-09-19T06:51:14.108 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] doio 2024-09-19T06:51:14.597 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:51:14.602 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:51:14.893 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fsstress 2024-09-19T06:51:16.399 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fsx 2024-09-19T06:51:17.212 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] growfiles 2024-09-19T06:51:17.809 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] iogen 2024-09-19T06:51:18.267 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-stress 2024-09-19T06:51:18.770 INFO:teuthology.orchestra.run.smithi090.stdout:Building src 2024-09-19T06:51:18.779 INFO:teuthology.orchestra.run.smithi090.stdout: [DEP] 2024-09-19T06:51:21.948 INFO:teuthology.orchestra.run.smithi090.stdout: [DEP] 2024-09-19T06:51:22.005 INFO:teuthology.orchestra.run.smithi090.stdout: [DEP] 2024-09-19T06:51:22.021 INFO:teuthology.orchestra.run.smithi090.stdout: [DEP] 2024-09-19T06:51:22.401 INFO:teuthology.orchestra.run.smithi090.stdout: [DEP] 2024-09-19T06:51:22.440 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] dirstress 2024-09-19T06:51:22.776 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fill 2024-09-19T06:51:23.008 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fill2 2024-09-19T06:51:23.323 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] getpagesize 2024-09-19T06:51:23.535 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] holes 2024-09-19T06:51:23.813 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] lstat64 2024-09-19T06:51:24.080 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] nametest 2024-09-19T06:51:24.402 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] permname 2024-09-19T06:51:24.685 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] randholes 2024-09-19T06:51:25.029 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] runas 2024-09-19T06:51:25.290 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] truncfile 2024-09-19T06:51:25.553 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] usemem 2024-09-19T06:51:25.783 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] mmapcat 2024-09-19T06:51:26.011 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] append_reader 2024-09-19T06:51:26.244 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] append_writer 2024-09-19T06:51:26.475 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] dirperf 2024-09-19T06:51:26.791 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] metaperf 2024-09-19T06:51:27.155 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] devzero 2024-09-19T06:51:27.413 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] feature 2024-09-19T06:51:27.713 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] alloc 2024-09-19T06:51:28.005 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fault 2024-09-19T06:51:28.251 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fstest 2024-09-19T06:51:28.570 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_access_root 2024-09-19T06:51:28.806 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] godown 2024-09-19T06:51:29.058 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] resvtest 2024-09-19T06:51:29.327 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] writemod 2024-09-19T06:51:29.550 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] writev_on_pagefault 2024-09-19T06:51:29.789 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] makeextents 2024-09-19T06:51:30.051 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] itrash 2024-09-19T06:51:30.281 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] rename 2024-09-19T06:51:30.498 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] multi_open_unlink 2024-09-19T06:51:30.743 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] unwritten_sync 2024-09-19T06:51:31.005 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] genhashnames 2024-09-19T06:51:31.277 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_holes 2024-09-19T06:51:31.502 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mmap_writev 2024-09-19T06:51:31.730 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_truncate_cmtime 2024-09-19T06:51:31.967 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] dirhash_collide 2024-09-19T06:51:32.240 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_rename_overwrite 2024-09-19T06:51:32.459 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] holetest 2024-09-19T06:51:32.765 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_truncate_self 2024-09-19T06:51:32.986 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] af_unix 2024-09-19T06:51:33.230 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mmap_stale_pmd 2024-09-19T06:51:33.462 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mmap_cow_race 2024-09-19T06:51:33.709 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mmap_fallocate 2024-09-19T06:51:33.939 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fsync-err 2024-09-19T06:51:34.205 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mmap_write_ro 2024-09-19T06:51:34.438 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_ext4_dax_journal_corruption 2024-09-19T06:51:34.678 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_ext4_dax_inline_corruption 2024-09-19T06:51:34.914 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_ofd_locks 2024-09-19T06:51:35.192 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mmap_collision 2024-09-19T06:51:35.485 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] mmap-write-concurrent 2024-09-19T06:51:35.733 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_get_file_time 2024-09-19T06:51:35.959 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_create_short_dirs 2024-09-19T06:51:36.206 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_create_long_dirs 2024-09-19T06:51:36.452 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_enospc 2024-09-19T06:51:36.728 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mmap_writev_overlap 2024-09-19T06:51:36.976 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] checkpoint_journal 2024-09-19T06:51:37.215 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] mmap-rw-fault 2024-09-19T06:51:37.481 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] allocstale 2024-09-19T06:51:37.730 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mmap_cow_memory_failure 2024-09-19T06:51:38.052 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fake-dump-rootino 2024-09-19T06:51:38.210 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] dio-buf-fault 2024-09-19T06:51:38.444 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] rewinddir-test 2024-09-19T06:51:38.694 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] readdir-while-renames 2024-09-19T06:51:38.938 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] dio-append-buf-fault 2024-09-19T06:51:39.179 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] xfsctl 2024-09-19T06:51:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] bstat 2024-09-19T06:51:39.741 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mtab 2024-09-19T06:51:40.012 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] getdevicesize 2024-09-19T06:51:40.233 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] preallo_rw_pattern_reader 2024-09-19T06:51:40.474 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] preallo_rw_pattern_writer 2024-09-19T06:51:40.713 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] ftrunc 2024-09-19T06:51:40.944 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] trunc 2024-09-19T06:51:41.188 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fs_perms 2024-09-19T06:51:41.434 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] testx 2024-09-19T06:51:41.641 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] looptest 2024-09-19T06:51:41.916 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] locktest 2024-09-19T06:51:42.305 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] unwritten_mmap 2024-09-19T06:51:42.552 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] bulkstat_unlink_test 2024-09-19T06:51:42.834 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] deduperace 2024-09-19T06:51:43.112 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] bulkstat_unlink_test_modified 2024-09-19T06:51:43.394 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_dir_offset 2024-09-19T06:51:43.622 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_futimens 2024-09-19T06:51:43.840 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_immutable 2024-09-19T06:51:44.535 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] stale_handle 2024-09-19T06:51:44.704 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:51:44.708 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:51:44.793 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] pwrite_mmap_blocked 2024-09-19T06:51:45.028 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_dir_offset2 2024-09-19T06:51:45.302 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] seek_sanity_test 2024-09-19T06:51:45.829 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] seek_copy_test 2024-09-19T06:51:46.089 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_readdir_1 2024-09-19T06:51:46.318 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_readdir_2 2024-09-19T06:51:46.549 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fsync-tester 2024-09-19T06:51:46.880 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] nsexec 2024-09-19T06:51:47.138 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] cloner 2024-09-19T06:51:47.397 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] renameat2 2024-09-19T06:51:47.648 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_getcwd 2024-09-19T06:51:47.886 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] e4compact 2024-09-19T06:51:48.187 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] test-nextquota 2024-09-19T06:51:48.443 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] punch-alternating 2024-09-19T06:51:48.698 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] attr-list-by-handle-cursor-test 2024-09-19T06:51:48.951 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] listxattr 2024-09-19T06:51:49.178 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] dio-interleaved 2024-09-19T06:51:49.422 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_dir_type 2024-09-19T06:51:49.658 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] dio-invalidate-cache 2024-09-19T06:51:49.942 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] stat_test 2024-09-19T06:51:50.318 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_encrypted_d_revalidate 2024-09-19T06:51:50.564 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] attr_replace_test 2024-09-19T06:51:50.809 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] swapon 2024-09-19T06:51:51.055 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] mkswap 2024-09-19T06:51:51.287 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_attr_corruption 2024-09-19T06:51:51.518 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_open_tmpfiles 2024-09-19T06:51:51.780 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fscrypt-crypt-util 2024-09-19T06:51:52.533 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] bulkstat_null_ocount 2024-09-19T06:51:52.773 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] splice-test 2024-09-19T06:51:53.035 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] chprojid_fail 2024-09-19T06:51:53.282 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] detached_mounts_propagation 2024-09-19T06:51:53.552 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] ext4_resize 2024-09-19T06:51:53.782 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_readdir_3 2024-09-19T06:51:54.058 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] splice2pipe 2024-09-19T06:51:54.301 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] uuid_ioctl 2024-09-19T06:51:54.539 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_snapshot_deleted_subvolume 2024-09-19T06:51:54.788 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fiemap-fault 2024-09-19T06:51:55.023 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] min_dio_alignment 2024-09-19T06:51:55.258 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fiemap-tester 2024-09-19T06:51:55.604 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_stripealign 2024-09-19T06:51:55.839 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] open_by_handle 2024-09-19T06:51:56.170 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] dbtest 2024-09-19T06:51:56.503 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_mmap_dio 2024-09-19T06:51:56.743 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] xfsfind 2024-09-19T06:51:57.026 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] t_reflink_read_race 2024-09-19T06:51:57.301 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] fssum 2024-09-19T06:51:57.827 INFO:teuthology.orchestra.run.smithi090.stdout:Building log-writes 2024-09-19T06:51:57.837 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] replay-log 2024-09-19T06:51:58.254 INFO:teuthology.orchestra.run.smithi090.stdout:Building perf 2024-09-19T06:51:58.261 INFO:teuthology.orchestra.run.smithi090.stdout:Building aio-dio-regress 2024-09-19T06:51:58.272 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aiocp 2024-09-19T06:51:58.581 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-append-write-fallocate-race 2024-09-19T06:51:58.829 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-append-write-read-race 2024-09-19T06:51:59.084 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-cow-race 2024-09-19T06:51:59.316 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-cycle-write 2024-09-19T06:51:59.578 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-eof-race 2024-09-19T06:51:59.843 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-extend-stat 2024-09-19T06:52:00.084 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-fcntl-race 2024-09-19T06:52:00.326 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-hole-filling-race 2024-09-19T06:52:00.553 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-invalidate-failure 2024-09-19T06:52:00.793 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-invalidate-readahead 2024-09-19T06:52:01.038 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aiodio_sparse2 2024-09-19T06:52:01.336 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-subblock-eof-read 2024-09-19T06:52:01.557 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-dio-write-verify 2024-09-19T06:52:01.831 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2024-09-19T06:52:02.044 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2024-09-19T06:52:02.252 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] aio-last-ref-held-by-io 2024-09-19T06:52:02.505 INFO:teuthology.orchestra.run.smithi090.stdout:Building vfs 2024-09-19T06:52:02.515 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] vfstest 2024-09-19T06:52:06.226 INFO:teuthology.orchestra.run.smithi090.stdout: [CC] mount-idmapped 2024-09-19T06:52:06.703 INFO:teuthology.orchestra.run.smithi090.stdout:Building m4 2024-09-19T06:52:06.710 INFO:teuthology.orchestra.run.smithi090.stdout:Building common 2024-09-19T06:52:06.717 INFO:teuthology.orchestra.run.smithi090.stdout:Building tests 2024-09-19T06:52:06.727 INFO:teuthology.orchestra.run.smithi090.stdout:Building btrfs 2024-09-19T06:52:06.738 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/btrfs/group.list 2024-09-19T06:52:06.893 INFO:teuthology.orchestra.run.smithi090.stdout:Building ceph 2024-09-19T06:52:06.903 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ceph/group.list 2024-09-19T06:52:06.939 INFO:teuthology.orchestra.run.smithi090.stdout:Building cifs 2024-09-19T06:52:06.948 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/cifs/group.list 2024-09-19T06:52:06.979 INFO:teuthology.orchestra.run.smithi090.stdout:Building ext4 2024-09-19T06:52:06.989 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ext4/group.list 2024-09-19T06:52:07.086 INFO:teuthology.orchestra.run.smithi090.stdout:Building f2fs 2024-09-19T06:52:07.096 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/f2fs/group.list 2024-09-19T06:52:07.141 INFO:teuthology.orchestra.run.smithi090.stdout:Building generic 2024-09-19T06:52:07.153 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/generic/group.list 2024-09-19T06:52:07.400 INFO:teuthology.orchestra.run.smithi090.stdout:Building nfs 2024-09-19T06:52:07.409 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/nfs/group.list 2024-09-19T06:52:07.445 INFO:teuthology.orchestra.run.smithi090.stdout:Building ocfs2 2024-09-19T06:52:07.455 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ocfs2/group.list 2024-09-19T06:52:07.488 INFO:teuthology.orchestra.run.smithi090.stdout:Building overlay 2024-09-19T06:52:07.498 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/overlay/group.list 2024-09-19T06:52:07.600 INFO:teuthology.orchestra.run.smithi090.stdout:Building perf 2024-09-19T06:52:07.609 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/perf/group.list 2024-09-19T06:52:07.637 INFO:teuthology.orchestra.run.smithi090.stdout:Building selftest 2024-09-19T06:52:07.647 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/selftest/group.list 2024-09-19T06:52:07.678 INFO:teuthology.orchestra.run.smithi090.stdout:Building tmpfs 2024-09-19T06:52:07.687 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/tmpfs/group.list 2024-09-19T06:52:07.721 INFO:teuthology.orchestra.run.smithi090.stdout:Building udf 2024-09-19T06:52:07.730 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/udf/group.list 2024-09-19T06:52:07.759 INFO:teuthology.orchestra.run.smithi090.stdout:Building xfs 2024-09-19T06:52:07.771 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/xfs/group.list 2024-09-19T06:52:08.023 DEBUG:teuthology.orchestra.run.smithi090:> (cd /tmp/tmp.RSNQnYwjUexfstests-dev && exec sudo make install) 2024-09-19T06:52:08.102 INFO:teuthology.orchestra.run.smithi090.stdout:Building include 2024-09-19T06:52:08.109 INFO:teuthology.orchestra.run.smithi090.stdout:Building lib 2024-09-19T06:52:08.117 INFO:teuthology.orchestra.run.smithi090.stdout:Building ltp 2024-09-19T06:52:08.125 INFO:teuthology.orchestra.run.smithi090.stdout:Building src 2024-09-19T06:52:08.186 INFO:teuthology.orchestra.run.smithi090.stdout:Building log-writes 2024-09-19T06:52:08.193 INFO:teuthology.orchestra.run.smithi090.stdout:Building perf 2024-09-19T06:52:08.200 INFO:teuthology.orchestra.run.smithi090.stdout:Building aio-dio-regress 2024-09-19T06:52:08.208 INFO:teuthology.orchestra.run.smithi090.stdout:Building vfs 2024-09-19T06:52:08.216 INFO:teuthology.orchestra.run.smithi090.stdout:Building m4 2024-09-19T06:52:08.223 INFO:teuthology.orchestra.run.smithi090.stdout:Building common 2024-09-19T06:52:08.230 INFO:teuthology.orchestra.run.smithi090.stdout:Building tests 2024-09-19T06:52:08.240 INFO:teuthology.orchestra.run.smithi090.stdout:Building btrfs 2024-09-19T06:52:08.251 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/btrfs/group.list 2024-09-19T06:52:08.404 INFO:teuthology.orchestra.run.smithi090.stdout:Building ceph 2024-09-19T06:52:08.461 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ceph/group.list 2024-09-19T06:52:08.462 INFO:teuthology.orchestra.run.smithi090.stdout:Building cifs 2024-09-19T06:52:08.462 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/cifs/group.list 2024-09-19T06:52:08.490 INFO:teuthology.orchestra.run.smithi090.stdout:Building ext4 2024-09-19T06:52:08.500 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ext4/group.list 2024-09-19T06:52:08.596 INFO:teuthology.orchestra.run.smithi090.stdout:Building f2fs 2024-09-19T06:52:08.605 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/f2fs/group.list 2024-09-19T06:52:08.651 INFO:teuthology.orchestra.run.smithi090.stdout:Building generic 2024-09-19T06:52:08.663 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/generic/group.list 2024-09-19T06:52:08.903 INFO:teuthology.orchestra.run.smithi090.stdout:Building nfs 2024-09-19T06:52:08.913 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/nfs/group.list 2024-09-19T06:52:08.949 INFO:teuthology.orchestra.run.smithi090.stdout:Building ocfs2 2024-09-19T06:52:08.959 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ocfs2/group.list 2024-09-19T06:52:08.992 INFO:teuthology.orchestra.run.smithi090.stdout:Building overlay 2024-09-19T06:52:09.002 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/overlay/group.list 2024-09-19T06:52:09.104 INFO:teuthology.orchestra.run.smithi090.stdout:Building perf 2024-09-19T06:52:09.114 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/perf/group.list 2024-09-19T06:52:09.142 INFO:teuthology.orchestra.run.smithi090.stdout:Building selftest 2024-09-19T06:52:09.152 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/selftest/group.list 2024-09-19T06:52:09.183 INFO:teuthology.orchestra.run.smithi090.stdout:Building tmpfs 2024-09-19T06:52:09.193 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/tmpfs/group.list 2024-09-19T06:52:09.226 INFO:teuthology.orchestra.run.smithi090.stdout:Building udf 2024-09-19T06:52:09.236 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/udf/group.list 2024-09-19T06:52:09.264 INFO:teuthology.orchestra.run.smithi090.stdout:Building xfs 2024-09-19T06:52:09.276 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/xfs/group.list 2024-09-19T06:52:09.518 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2024-09-19T06:52:09.521 INFO:teuthology.orchestra.run.smithi090.stdout:gmake[1]: Nothing to be done for 'install'. 2024-09-19T06:52:09.521 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2024-09-19T06:52:09.524 INFO:teuthology.orchestra.run.smithi090.stdout:gmake[1]: Nothing to be done for 'install'. 2024-09-19T06:52:09.525 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2024-09-19T06:52:09.528 INFO:teuthology.orchestra.run.smithi090.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2024-09-19T06:52:09.550 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2024-09-19T06:52:09.706 INFO:teuthology.orchestra.run.smithi090.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2024-09-19T06:52:09.728 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2024-09-19T06:52:09.758 INFO:teuthology.orchestra.run.smithi090.stdout:Building log-writes 2024-09-19T06:52:09.765 INFO:teuthology.orchestra.run.smithi090.stdout:Building perf 2024-09-19T06:52:09.772 INFO:teuthology.orchestra.run.smithi090.stdout:Building aio-dio-regress 2024-09-19T06:52:09.780 INFO:teuthology.orchestra.run.smithi090.stdout:Building vfs 2024-09-19T06:52:09.786 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake -C log-writes install 2024-09-19T06:52:09.788 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2024-09-19T06:52:09.809 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2024-09-19T06:52:09.831 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake -C perf install 2024-09-19T06:52:09.834 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2024-09-19T06:52:09.855 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 FioCompare.py fio-insert-and-compare.py FioResultDecoder.py generate-schema.py ResultData.py fio-results.sql /var/lib/xfstests/src/perf 2024-09-19T06:52:09.914 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake -C aio-dio-regress install 2024-09-19T06:52:09.917 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2024-09-19T06:52:09.938 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 aiocp aio-dio-append-write-fallocate-race aio-dio-append-write-read-race aio-dio-cow-race aio-dio-cycle-write aio-dio-eof-race aio-dio-extend-stat aio-dio-fcntl-race aio-dio-hole-filling-race aio-dio-invalidate-failure aio-dio-invalidate-readahead aiodio_sparse2 aio-dio-subblock-eof-read aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-io-setup-with-nonwritable-context-pointer aio-last-ref-held-by-io /var/lib/xfstests/src/aio-dio-regress 2024-09-19T06:52:10.066 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake -C vfs install 2024-09-19T06:52:10.069 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2024-09-19T06:52:10.090 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2024-09-19T06:52:10.120 INFO:teuthology.orchestra.run.smithi090.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2024-09-19T06:52:10.141 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault rewinddir-test readdir-while-renames dio-append-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl t_snapshot_deleted_subvolume fiemap-fault min_dio_alignment fiemap-tester t_stripealign open_by_handle dbtest t_mmap_dio xfsfind t_reflink_read_race fssum /var/lib/xfstests/src 2024-09-19T06:52:13.050 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2024-09-19T06:52:13.273 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2024-09-19T06:52:13.320 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2024-09-19T06:52:13.323 INFO:teuthology.orchestra.run.smithi090.stdout:gmake[1]: Nothing to be done for 'install'. 2024-09-19T06:52:13.323 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2024-09-19T06:52:13.329 INFO:teuthology.orchestra.run.smithi090.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2024-09-19T06:52:13.347 INFO:teuthology.orchestra.run.smithi090.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2024-09-19T06:52:13.694 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2024-09-19T06:52:13.696 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/btrfs/ install 2024-09-19T06:52:13.701 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/btrfs/group.list 2024-09-19T06:52:13.853 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2024-09-19T06:52:13.875 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 330 331 332 /var/lib/xfstests/tests/btrfs 2024-09-19T06:52:14.832 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:52:14.836 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:52:16.031 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2024-09-19T06:52:16.052 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 330.out 331.out 332.out /var/lib/xfstests/tests/btrfs 2024-09-19T06:52:18.204 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ceph/ install 2024-09-19T06:52:18.209 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ceph/group.list 2024-09-19T06:52:18.243 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2024-09-19T06:52:18.264 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2024-09-19T06:52:18.312 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2024-09-19T06:52:18.333 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out /var/lib/xfstests/tests/ceph 2024-09-19T06:52:18.382 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/cifs/ install 2024-09-19T06:52:18.386 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/cifs/group.list 2024-09-19T06:52:18.415 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2024-09-19T06:52:18.436 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2024-09-19T06:52:18.458 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2024-09-19T06:52:18.480 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2024-09-19T06:52:18.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ext4/ install 2024-09-19T06:52:18.506 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ext4/group.list 2024-09-19T06:52:18.600 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2024-09-19T06:52:18.621 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2024-09-19T06:52:19.084 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2024-09-19T06:52:19.106 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out.default 001.out.nodelalloc 001.out.nozero 001.cfg 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 271.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out /var/lib/xfstests/tests/ext4 2024-09-19T06:52:19.592 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/f2fs/ install 2024-09-19T06:52:19.597 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/f2fs/group.list 2024-09-19T06:52:19.641 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2024-09-19T06:52:19.663 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 /var/lib/xfstests/tests/f2fs 2024-09-19T06:52:19.703 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2024-09-19T06:52:19.725 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out /var/lib/xfstests/tests/f2fs 2024-09-19T06:52:19.766 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/generic/ install 2024-09-19T06:52:19.772 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/generic/group.list 2024-09-19T06:52:20.014 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2024-09-19T06:52:20.036 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 /var/lib/xfstests/tests/generic 2024-09-19T06:52:24.992 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2024-09-19T06:52:25.014 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 035.out.default 035.out.nfs 050.out.default 050.out.nojournal 050.out.xfsquota 035.cfg 050.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 609.out 610.out 611.out 612.out 613.out 614.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 629.out 630.out 631.out 632.out 633.out 634.out 635.out 636.out 637.out 638.out 639.out 640.out 641.out 642.out 643.out 644.out 645.out 646.out 647.out 648.out 649.out 650.out 651.out 652.out 653.out 654.out 655.out 656.out 657.out 658.out 659.out 660.out 661.out 662.out 663.out 664.out 665.out 666.out 667.out 668.out 669.out 670.out 671.out 672.out 673.out 674.out 675.out 676.out 677.out 678.out 679.out 680.out 681.out 682.out 683.out 684.out 685.out 686.out 687.out 688.out 689.out 690.out 691.out 692.out 693.out 694.out 695.out 696.out 697.out 698.out 699.out 700.out 701.out 702.out 703.out 704.out 705.out 706.out 707.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out /var/lib/xfstests/tests/generic 2024-09-19T06:52:30.016 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/nfs/ install 2024-09-19T06:52:30.021 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/nfs/group.list 2024-09-19T06:52:30.054 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2024-09-19T06:52:30.076 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2024-09-19T06:52:30.097 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2024-09-19T06:52:30.120 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2024-09-19T06:52:30.141 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ocfs2/ install 2024-09-19T06:52:30.145 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/ocfs2/group.list 2024-09-19T06:52:30.176 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2024-09-19T06:52:30.198 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2024-09-19T06:52:30.219 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2024-09-19T06:52:30.241 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2024-09-19T06:52:30.263 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/overlay/ install 2024-09-19T06:52:30.268 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/overlay/group.list 2024-09-19T06:52:30.368 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2024-09-19T06:52:30.390 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2024-09-19T06:52:31.096 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2024-09-19T06:52:31.117 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out /var/lib/xfstests/tests/overlay 2024-09-19T06:52:31.826 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/perf/ install 2024-09-19T06:52:31.830 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/perf/group.list 2024-09-19T06:52:31.857 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2024-09-19T06:52:31.878 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2024-09-19T06:52:31.900 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2024-09-19T06:52:31.921 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2024-09-19T06:52:31.943 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/selftest/ install 2024-09-19T06:52:31.948 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/selftest/group.list 2024-09-19T06:52:31.977 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2024-09-19T06:52:31.998 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2024-09-19T06:52:32.052 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2024-09-19T06:52:32.074 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out /var/lib/xfstests/tests/selftest 2024-09-19T06:52:32.128 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/tmpfs/ install 2024-09-19T06:52:32.133 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/tmpfs/group.list 2024-09-19T06:52:32.165 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2024-09-19T06:52:32.186 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2024-09-19T06:52:32.208 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2024-09-19T06:52:32.229 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2024-09-19T06:52:32.251 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/udf/ install 2024-09-19T06:52:32.255 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/udf/group.list 2024-09-19T06:52:32.282 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2024-09-19T06:52:32.303 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2024-09-19T06:52:32.325 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2024-09-19T06:52:32.346 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2024-09-19T06:52:32.368 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.RSNQnYwjUexfstests-dev/tests/xfs/ install 2024-09-19T06:52:32.374 INFO:teuthology.orchestra.run.smithi090.stdout: [GROUP] /tmp/tmp.RSNQnYwjUexfstests-dev/tests/xfs/group.list 2024-09-19T06:52:32.617 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2024-09-19T06:52:32.639 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 /var/lib/xfstests/tests/xfs 2024-09-19T06:52:37.413 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2024-09-19T06:52:37.434 INFO:teuthology.orchestra.run.smithi090.stdout:../../install-sh -o root -g root -m 644 021.out.default 021.out.parent 033.out.crc 033.out.default 071.out.32 071.out.64 216.out.64mblog 216.out.classic 614.out.lba1024 614.out.lba2048 614.out.lba4096 614.out.lba512 021.cfg 033.cfg 216.cfg 614.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 612.out 613.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out 756.out 757.out 758.out 759.out 760.out 761.out 762.out 763.out 764.out 765.out 766.out 767.out 768.out 769.out 770.out 771.out 772.out 773.out 774.out 775.out 776.out 777.out 778.out 779.out 780.out 781.out 782.out 783.out 784.out 785.out 786.out 787.out 788.out 789.out 790.out 791.out 792.out 793.out 794.out 795.out 796.out 797.out 798.out 799.out 800.out 801.out /var/lib/xfstests/tests/xfs 2024-09-19T06:52:42.269 INFO:teuthology.orchestra.run.smithi090.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2024-09-19T06:52:42.291 INFO:teuthology.orchestra.run.smithi090.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2024-09-19T06:52:42.312 INFO:teuthology.orchestra.run.smithi090.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2024-09-19T06:52:42.334 INFO:teuthology.orchestra.run.smithi090.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2024-09-19T06:52:42.361 INFO:tasks.cephfs.test_acls:client is kernel mounted 2024-09-19T06:52:42.361 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-19T06:52:42.361 DEBUG:teuthology.orchestra.run.smithi090:running tests for ACLs from xfstests-dev> (cd /tmp/tmp.RSNQnYwjUexfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2024-09-19T06:52:42.785 INFO:teuthology.orchestra.run.smithi090.stdout:FSTYP -- ceph 2024-09-19T06:52:42.795 INFO:teuthology.orchestra.run.smithi090.stdout:PLATFORM -- Linux/x86_64 smithi090 6.11.0-rc5-g2ca44a2f35ca #1 SMP PREEMPT_DYNAMIC Fri Sep 6 13:00:42 UTC 2024 2024-09-19T06:52:42.796 INFO:teuthology.orchestra.run.smithi090.stdout:MKFS_OPTIONS -- 172.21.15.90:6789:/scratch 2024-09-19T06:52:42.799 INFO:teuthology.orchestra.run.smithi090.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQASyetmqoipGhAAOSraNWpITMrvoL5LMWdQAw== -o context=system_u:object_r:root_t:s0 172.21.15.90:6789:/scratch /tmp/tmp.FECHiqTV4gscratch 2024-09-19T06:52:42.799 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:44.053 INFO:teuthology.orchestra.run.smithi090.stdout:generic/099 2s 2024-09-19T06:52:44.069 INFO:teuthology.orchestra.run.smithi090.stdout:Ran: generic/099 2024-09-19T06:52:44.069 INFO:teuthology.orchestra.run.smithi090.stdout:Passed all 1 tests 2024-09-19T06:52:44.074 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:44.145 INFO:tasks.cephfs.test_acls:Command return value: 0 2024-09-19T06:52:44.145 INFO:tasks.cephfs.test_acls:Command stdout - FSTYP -- ceph PLATFORM -- Linux/x86_64 smithi090 6.11.0-rc5-g2ca44a2f35ca #1 SMP PREEMPT_DYNAMIC Fri Sep 6 13:00:42 UTC 2024 MKFS_OPTIONS -- 172.21.15.90:6789:/scratch MOUNT_OPTIONS -- -o name=admin,secret=AQASyetmqoipGhAAOSraNWpITMrvoL5LMWdQAw== -o context=system_u:object_r:root_t:s0 172.21.15.90:6789:/scratch /tmp/tmp.FECHiqTV4gscratch generic/099 2s Ran: generic/099 Passed all 1 tests 2024-09-19T06:52:44.145 INFO:tasks.cephfs.test_acls:Command stderr - 2024-09-19T06:52:44.146 DEBUG:teuthology.orchestra.run.smithi090:> sudo userdel --force --remove fsgqa 2024-09-19T06:52:44.917 DEBUG:teuthology.orchestra.run.smithi090:> sudo userdel --force --remove 123456-fsgqa 2024-09-19T06:52:44.957 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:52:44.965 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:52:45.627 DEBUG:teuthology.orchestra.run.smithi090:> sudo groupdel fsgqa 2024-09-19T06:52:45.690 INFO:teuthology.orchestra.run.smithi090.stderr:groupdel: group 'fsgqa' does not exist 2024-09-19T06:52:45.692 DEBUG:teuthology.orchestra.run:got remote process result: 6 2024-09-19T06:52:45.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:45.693 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo stat /tmp/tmp.RSNQnYwjUexfstests-dev/results) 2024-09-19T06:52:45.746 INFO:teuthology.orchestra.run.smithi090.stdout: File: /tmp/tmp.RSNQnYwjUexfstests-dev/results 2024-09-19T06:52:45.746 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 4096 Blocks: 8 IO Block: 4096 directory 2024-09-19T06:52:45.747 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 801h/2049d Inode: 664398 Links: 3 2024-09-19T06:52:45.747 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:52:45.747 INFO:teuthology.orchestra.run.smithi090.stdout:Context: unconfined_u:object_r:user_tmp_t:s0 2024-09-19T06:52:45.747 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-09-19 06:52:42.745272021 +0000 2024-09-19T06:52:45.747 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-09-19 06:52:44.062251233 +0000 2024-09-19T06:52:45.747 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-09-19 06:52:44.062251233 +0000 2024-09-19T06:52:45.747 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-09-19 06:52:42.745272021 +0000 2024-09-19T06:52:45.749 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:45.749 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p /var/log/ceph/xfstests-dev-results) 2024-09-19T06:52:45.806 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:45.806 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cp -r /tmp/tmp.RSNQnYwjUexfstests-dev/results /var/log/ceph/xfstests-dev-results) 2024-09-19T06:52:45.863 INFO:tasks.cephfs.xfstests_dev:results dir from xfstests-dev has been saved; it was copied from /tmp/tmp.RSNQnYwjUexfstests-dev to /var/log/ceph. 2024-09-19T06:52:45.863 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf /tmp/tmp.RSNQnYwjUexfstests-dev 2024-09-19T06:52:46.137 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:52:46.137 DEBUG:teuthology.orchestra.run.smithi090:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:52:46.220 DEBUG:teuthology.orchestra.run.smithi129:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:52:46.309 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:52:46.312 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:52:46.312 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:52:46.312 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:52:46.348 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:52:46.348 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:52:46.424 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:52:46.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.617+0000 7f922ce00640 1 Processor -- start 2024-09-19T06:52:46.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.617+0000 7f922ce00640 1 -- start start 2024-09-19T06:52:46.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f922ce00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9228072700 0x7f9228166120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:46.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f922ce00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92280ccff0 con 0x7f92280b6290 2024-09-19T06:52:46.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f922ce00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92280cd2d0 con 0x7f922815b480 2024-09-19T06:52:46.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f922ce00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f92280cd5b0 con 0x7f9228072700 2024-09-19T06:52:46.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f921d400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f92280b6290 0x7f9228071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34500/0 (socket says 172.21.15.90:34500) 2024-09-19T06:52:46.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f921d400640 1 -- 172.21.15.90:0/3622894143 learned_addr learned my addr 172.21.15.90:0/3622894143 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:52:46.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f9226800640 1 --2- 172.21.15.90:0/3622894143 >> v2:172.21.15.90:3300/0 conn(0x7f9228072700 0x7f9228166120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:46.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f9226800640 1 -- 172.21.15.90:0/3622894143 >> v1:172.21.15.129:6789/0 conn(0x7f922815b480 legacy=0x7f92280b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:46.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f9225400640 1 -- 172.21.15.90:0/3622894143 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2105539124 0 0) 0x7f92280ccff0 con 0x7f92280b6290 2024-09-19T06:52:46.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f9226800640 1 -- 172.21.15.90:0/3622894143 >> v1:172.21.15.90:6789/0 conn(0x7f92280b6290 legacy=0x7f9228071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:46.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.619+0000 7f9226800640 1 -- 172.21.15.90:0/3622894143 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92280cd890 con 0x7f9228072700 2024-09-19T06:52:46.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.620+0000 7f9226800640 1 --2- 172.21.15.90:0/3622894143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9228072700 0x7f9228166120 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9220009d90 tx=0x7f922002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68eec1dc8239931e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:46.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.620+0000 7f9225400640 1 -- 172.21.15.90:0/3622894143 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9220031600 con 0x7f9228072700 2024-09-19T06:52:46.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.621+0000 7f9225400640 1 -- 172.21.15.90:0/3622894143 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92200317a0 con 0x7f9228072700 2024-09-19T06:52:46.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.621+0000 7f9225400640 1 -- 172.21.15.90:0/3622894143 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9220031b70 con 0x7f9228072700 2024-09-19T06:52:46.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.621+0000 7f922ce00640 1 -- 172.21.15.90:0/3622894143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9228072700 msgr2=0x7f9228166120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:46.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.621+0000 7f922ce00640 1 --2- 172.21.15.90:0/3622894143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9228072700 0x7f9228166120 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9220009d90 tx=0x7f922002a610 comp rx=0 tx=0).stop 2024-09-19T06:52:46.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.621+0000 7f922ce00640 1 -- 172.21.15.90:0/3622894143 shutdown_connections 2024-09-19T06:52:46.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.621+0000 7f922ce00640 1 --2- 172.21.15.90:0/3622894143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9228072700 0x7f9228166120 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:46.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.621+0000 7f922ce00640 1 -- 172.21.15.90:0/3622894143 >> 172.21.15.90:0/3622894143 conn(0x7f922806d0f0 msgr2=0x7f922806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:46.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.621+0000 7f922ce00640 1 -- 172.21.15.90:0/3622894143 shutdown_connections 2024-09-19T06:52:46.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.621+0000 7f922ce00640 1 -- 172.21.15.90:0/3622894143 wait complete. 2024-09-19T06:52:46.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.623+0000 7f922ce00640 1 Processor -- start 2024-09-19T06:52:46.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.623+0000 7f922ce00640 1 -- start start 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.624+0000 7f922ce00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9228072700 0x7f922813c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.624+0000 7f922ce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f922815b480 0x7f922815d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.624+0000 7f922ce00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f922815d560 0x7f92281f1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.624+0000 7f922ce00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f922815b9e0 con 0x7f922815b480 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.624+0000 7f922ce00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f922815b860 con 0x7f9228072700 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.624+0000 7f922ce00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f922815cc70 con 0x7f922815d560 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.624+0000 7f921d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f922815b480 0x7f922815d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.624+0000 7f921d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f922815b480 0x7f922815d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42734/0 (socket says 172.21.15.90:42734) 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.624+0000 7f921d400640 1 -- 172.21.15.90:0/285078284 learned_addr learned my addr 172.21.15.90:0/285078284 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:46.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f921d400640 1 -- 172.21.15.90:0/285078284 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f922815d560 msgr2=0x7f92281f1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:46.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f921d400640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f922815d560 0x7f92281f1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:46.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f921d400640 1 -- 172.21.15.90:0/285078284 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9228072700 msgr2=0x7f922813c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:46.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f9225e00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9228072700 0x7f922813c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:46.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f921d400640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9228072700 0x7f922813c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:46.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f921d400640 1 -- 172.21.15.90:0/285078284 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92281f26a0 con 0x7f922815b480 2024-09-19T06:52:46.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f9225e00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9228072700 0x7f922813c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:52:46.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f921d400640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f922815b480 0x7f922815d020 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f921000c4b0 tx=0x7f921000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:46.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f921ea00640 1 -- 172.21.15.90:0/285078284 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9210018070 con 0x7f922815b480 2024-09-19T06:52:46.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f921ea00640 1 -- 172.21.15.90:0/285078284 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9210007500 con 0x7f922815b480 2024-09-19T06:52:46.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f921ea00640 1 -- 172.21.15.90:0/285078284 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9210004a20 con 0x7f922815b480 2024-09-19T06:52:46.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92281f2980 con 0x7f922815b480 2024-09-19T06:52:46.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.625+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92281f1f40 con 0x7f922815b480 2024-09-19T06:52:46.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.626+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f922815d980 con 0x7f922815b480 2024-09-19T06:52:46.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.627+0000 7f921ea00640 1 -- 172.21.15.90:0/285078284 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f921001b070 con 0x7f922815b480 2024-09-19T06:52:46.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.628+0000 7f921ea00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f920406c2b0 0x7f920406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:46.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.629+0000 7f921ea00640 1 -- 172.21.15.90:0/285078284 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f921008a810 con 0x7f922815b480 2024-09-19T06:52:46.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.629+0000 7f9225e00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f920406c2b0 0x7f920406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:46.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.629+0000 7f9225e00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f920406c2b0 0x7f920406e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9228148820 tx=0x7f9218008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:46.634 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.633+0000 7f921ea00640 1 -- 172.21.15.90:0/285078284 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9210058fb0 con 0x7f922815b480 2024-09-19T06:52:46.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.818+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9228139a90 con 0x7f922815b480 2024-09-19T06:52:46.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.818+0000 7f921ea00640 1 -- 172.21.15.90:0/285078284 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) ==== 80+0+0 (secure 0 0 0) 0x7f92100588b0 con 0x7f922815b480 2024-09-19T06:52:46.819 INFO:teuthology.orchestra.run.smithi090.stderr:listed 0 entries 2024-09-19T06:52:46.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f920406c2b0 msgr2=0x7f920406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f920406c2b0 0x7f920406e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9228148820 tx=0x7f9218008040 comp rx=0 tx=0).stop 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f922815b480 msgr2=0x7f922815d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f922815b480 0x7f922815d020 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f921000c4b0 tx=0x7f921000c970 comp rx=0 tx=0).stop 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 shutdown_connections 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f920406c2b0 0x7f920406e770 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f922815d560 0x7f92281f1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f922815b480 0x7f922815d020 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 --2- 172.21.15.90:0/285078284 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9228072700 0x7f922813c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 >> 172.21.15.90:0/285078284 conn(0x7f922806d0f0 msgr2=0x7f92280b3c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 shutdown_connections 2024-09-19T06:52:46.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:46.820+0000 7f922ce00640 1 -- 172.21.15.90:0/285078284 wait complete. 2024-09-19T06:52:46.838 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:52:46.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:46.838 DEBUG:teuthology.orchestra.run.smithi090:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T06:52:46.900 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:52:46.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:46.900 DEBUG:teuthology.orchestra.run.smithi090:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:52:46.936 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:52:46.936 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:52:46.936 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:52:46.976 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:52:46.976 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:52:46.977 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:52:46.977 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:52:47.012 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052612,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497948k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248972k,nr_inodes=812243,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497948k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:52:47.012 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:52:47.012 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:52:47.012 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:52:47.055 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:52:47.055 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:52:47.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.207+0000 7fdd1fc00640 1 Processor -- start 2024-09-19T06:52:47.209 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.207+0000 7fdd1fc00640 1 -- start start 2024-09-19T06:52:47.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd1fc00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fdd1815c550 0x7fdd180b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd1fc00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd180b6310 0x7fdd180b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd1fc00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd180b4cf0 con 0x7fdd1815c170 2024-09-19T06:52:47.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd1fc00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fdd180b4fd0 con 0x7fdd1815c550 2024-09-19T06:52:47.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd1fc00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdd180b52b0 con 0x7fdd180b6310 2024-09-19T06:52:47.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd1d200640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fdd1815c170 0x7fdd180cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34508/0 (socket says 172.21.15.90:34508) 2024-09-19T06:52:47.210 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd1d200640 1 -- 172.21.15.90:0/158275783 learned_addr learned my addr 172.21.15.90:0/158275783 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1439569758 0 0) 0x7fdd180b4cf0 con 0x7fdd1815c170 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd0fe00640 1 --2- 172.21.15.90:0/158275783 >> v2:172.21.15.129:3300/0 conn(0x7fdd1815c550 0x7fdd180b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdcfc003520 con 0x7fdd1815c170 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.209+0000 7fdd1dc00640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd180b6310 0x7fdd180b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 292696208 0 0) 0x7fdcfc003520 con 0x7fdd1815c170 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd180b6310 msgr2=0x7fdd180b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd180b6310 0x7fdd180b39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 >> v2:172.21.15.129:3300/0 conn(0x7fdd1815c550 msgr2=0x7fdd180b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 --2- 172.21.15.90:0/158275783 >> v2:172.21.15.129:3300/0 conn(0x7fdd1815c550 0x7fdd180b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd180b5590 con 0x7fdd1815c170 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7fdd08001670 con 0x7fdd1815c170 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 >> v1:172.21.15.90:6789/0 conn(0x7fdd1815c170 legacy=0x7fdd180cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 0x7fdcfc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd180b6310 0x7fdcfc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdcfc004d40 0x7fdcfc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdd180b4fd0 con 0x7fdcfc004d40 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fdd180b52b0 con 0x7fdcfc0039b0 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdcfc00b9c0 con 0x7fdd180b6310 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd1d200640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 0x7fdcfc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd1dc00640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdcfc004d40 0x7fdcfc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.210+0000 7fdd0fe00640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd180b6310 0x7fdcfc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.211+0000 7fdd1d200640 1 -- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd180b6310 msgr2=0x7fdcfc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.211+0000 7fdd1d200640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd180b6310 0x7fdcfc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.211+0000 7fdd1d200640 1 -- 172.21.15.90:0/158275783 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdcfc004d40 msgr2=0x7fdcfc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.211+0000 7fdd1d200640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdcfc004d40 0x7fdcfc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.211+0000 7fdd1d200640 1 -- 172.21.15.90:0/158275783 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcfc003520 con 0x7fdcfc0039b0 2024-09-19T06:52:47.214 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.212+0000 7fdd1d200640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 0x7fdcfc003dd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdd0800c110 tx=0x7fdcfc005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de0c456f771794fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.212+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd08007c40 con 0x7fdcfc0039b0 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.212+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd08005af0 con 0x7fdcfc0039b0 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.212+0000 7fdd17e00640 1 -- 172.21.15.90:0/158275783 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd08007070 con 0x7fdcfc0039b0 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.212+0000 7fdd1fc00640 1 -- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 msgr2=0x7fdcfc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.213+0000 7fdd1fc00640 1 --2- 172.21.15.90:0/158275783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 0x7fdcfc003dd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdd0800c110 tx=0x7fdcfc005830 comp rx=0 tx=0).stop 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.213+0000 7fdd1dc00640 1 -- 172.21.15.90:0/158275783 reap_dead start 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.213+0000 7fdd1fc00640 1 -- 172.21.15.90:0/158275783 shutdown_connections 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.213+0000 7fdd1fc00640 1 -- 172.21.15.90:0/158275783 >> 172.21.15.90:0/158275783 conn(0x7fdd1806bc10 msgr2=0x7fdd1806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.213+0000 7fdd1fc00640 1 -- 172.21.15.90:0/158275783 shutdown_connections 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.213+0000 7fdd1fc00640 1 -- 172.21.15.90:0/158275783 wait complete. 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.214+0000 7fdd1fc00640 1 Processor -- start 2024-09-19T06:52:47.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.215+0000 7fdd1fc00640 1 -- start start 2024-09-19T06:52:47.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.215+0000 7fdd1fc00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 0x7fdd1814ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.215+0000 7fdd1fc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd181e5dd0 0x7fdd180cddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.215+0000 7fdd1fc00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd181e73c0 0x7fdd180ce810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.215+0000 7fdd1fc00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdd1815c9c0 con 0x7fdd181e5dd0 2024-09-19T06:52:47.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.215+0000 7fdd1fc00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fdd180b5b50 con 0x7fdcfc0039b0 2024-09-19T06:52:47.218 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.215+0000 7fdd1fc00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdd180cfdd0 con 0x7fdd181e73c0 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd0fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd181e5dd0 0x7fdd180cddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd0fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd181e5dd0 0x7fdd180cddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42750/0 (socket says 172.21.15.90:42750) 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd0fe00640 1 -- 172.21.15.90:0/2644324507 learned_addr learned my addr 172.21.15.90:0/2644324507 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd1d200640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 0x7fdd1814ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd1dc00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd181e73c0 0x7fdd180ce810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd0fe00640 1 -- 172.21.15.90:0/2644324507 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd181e73c0 msgr2=0x7fdd180ce810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd0fe00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd181e73c0 0x7fdd180ce810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd0fe00640 1 -- 172.21.15.90:0/2644324507 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 msgr2=0x7fdd1814ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd0fe00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 0x7fdd1814ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd0fe00640 1 -- 172.21.15.90:0/2644324507 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd181e6320 con 0x7fdd181e5dd0 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.216+0000 7fdd0fe00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd181e5dd0 0x7fdd180cddd0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdd00011a70 tx=0x7fdd00011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.217+0000 7fdd15600640 1 -- 172.21.15.90:0/2644324507 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd0000fb50 con 0x7fdd181e5dd0 2024-09-19T06:52:47.219 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.217+0000 7fdd15600640 1 -- 172.21.15.90:0/2644324507 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd0000fcf0 con 0x7fdd181e5dd0 2024-09-19T06:52:47.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.217+0000 7fdd15600640 1 -- 172.21.15.90:0/2644324507 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd0000fea0 con 0x7fdd181e5dd0 2024-09-19T06:52:47.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.217+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd181e6600 con 0x7fdd181e5dd0 2024-09-19T06:52:47.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.217+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd181e6bc0 con 0x7fdd181e5dd0 2024-09-19T06:52:47.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.218+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd180b5dd0 con 0x7fdd181e5dd0 2024-09-19T06:52:47.220 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.219+0000 7fdd15600640 1 -- 172.21.15.90:0/2644324507 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdd00012040 con 0x7fdd181e5dd0 2024-09-19T06:52:47.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.220+0000 7fdd15600640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdcf406c2b0 0x7fdcf406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.220+0000 7fdd15600640 1 -- 172.21.15.90:0/2644324507 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7fdd0008ba50 con 0x7fdd181e5dd0 2024-09-19T06:52:47.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.220+0000 7fdd1d200640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdcf406c2b0 0x7fdcf406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.222 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.221+0000 7fdd1d200640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdcf406c2b0 0x7fdcf406e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdd08032000 tx=0x7fdd08034040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:47.226 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.225+0000 7fdd15600640 1 -- 172.21.15.90:0/2644324507 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdd00019030 con 0x7fdd181e5dd0 2024-09-19T06:52:47.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.435+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd180b4330 con 0x7fdd181e5dd0 2024-09-19T06:52:47.436 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.435+0000 7fdd15600640 1 -- 172.21.15.90:0/2644324507 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5226 (secure 0 0 0) 0x7fdd00059a50 con 0x7fdd181e5dd0 2024-09-19T06:52:47.437 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:47.437 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":18,"btime":"2024-09-19T06:49:51:924507+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4761,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1245701705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1245701705},{"type":"v1","addr":"172.21.15.90:6835","nonce":1245701705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4771,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6834/181928423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":181928423},{"type":"v1","addr":"172.21.15.129:6834","nonce":181928423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4774,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/4174565845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":4174565845},{"type":"v1","addr":"172.21.15.129:6835","nonce":4174565845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:49:48.327293+0000","modified":"2024-09-19T06:49:51.333444+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4782},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4782":{"gid":4782,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.90:6837/3101186327","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3101186327},{"type":"v1","addr":"172.21.15.90:6837","nonce":3101186327}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4782,"qdb_cluster":[4782]},"id":2}]} 2024-09-19T06:52:47.437 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 18 2024-09-19T06:52:47.439 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdcf406c2b0 msgr2=0x7fdcf406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.439 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdcf406c2b0 0x7fdcf406e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdd08032000 tx=0x7fdd08034040 comp rx=0 tx=0).stop 2024-09-19T06:52:47.439 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd181e5dd0 msgr2=0x7fdd180cddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.440 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd181e5dd0 0x7fdd180cddd0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdd00011a70 tx=0x7fdd00011f30 comp rx=0 tx=0).stop 2024-09-19T06:52:47.440 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 shutdown_connections 2024-09-19T06:52:47.440 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdcf406c2b0 0x7fdcf406e770 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.440 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdd181e73c0 0x7fdd180ce810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.440 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd181e5dd0 0x7fdd180cddd0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.441 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 --2- 172.21.15.90:0/2644324507 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdcfc0039b0 0x7fdd1814ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.441 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 >> 172.21.15.90:0/2644324507 conn(0x7fdd1806bc10 msgr2=0x7fdd18072810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:47.441 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 shutdown_connections 2024-09-19T06:52:47.441 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.438+0000 7fdd1fc00640 1 -- 172.21.15.90:0/2644324507 wait complete. 2024-09-19T06:52:47.456 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:52:47.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.605+0000 7f7549a00640 1 Processor -- start 2024-09-19T06:52:47.607 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.605+0000 7f7549a00640 1 -- start start 2024-09-19T06:52:47.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.606+0000 7f7549a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f75440b2da0 0x7f75440ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.608 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.606+0000 7f7549a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f754415ec10 0x7f75440ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7549a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7544141d40 con 0x7f7544142de0 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7549a00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f7544141af0 con 0x7f75440b2da0 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7549a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f7544142020 con 0x7f754415ec10 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7542a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f75440b2da0 0x7f75440ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7542a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f75440b2da0 0x7f75440ce380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42754/0 (socket says 172.21.15.90:42754) 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7542a00640 1 -- 172.21.15.90:0/3265311730 learned_addr learned my addr 172.21.15.90:0/3265311730 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f753a000640 1 --2- 172.21.15.90:0/3265311730 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f754415ec10 0x7f75440ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7542a00640 1 -- 172.21.15.90:0/3265311730 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f754415ec10 msgr2=0x7f75440ce8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7542a00640 1 --2- 172.21.15.90:0/3265311730 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f754415ec10 0x7f75440ce8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7542a00640 1 -- 172.21.15.90:0/3265311730 >> v1:172.21.15.90:6789/0 conn(0x7f7544142de0 legacy=0x7f7544143250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7542a00640 1 -- 172.21.15.90:0/3265311730 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7544142300 con 0x7f75440b2da0 2024-09-19T06:52:47.609 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.607+0000 7f7542000640 1 -- 172.21.15.90:0/3265311730 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 657202759 0 0) 0x7f7544141d40 con 0x7f7544142de0 2024-09-19T06:52:47.610 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.608+0000 7f7542a00640 1 --2- 172.21.15.90:0/3265311730 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f75440b2da0 0x7f75440ce380 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7534009870 tx=0x7f753402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7603d63413e728d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7542000640 1 -- 172.21.15.90:0/3265311730 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7534037070 con 0x7f75440b2da0 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7542000640 1 -- 172.21.15.90:0/3265311730 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7534032440 con 0x7f75440b2da0 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7542000640 1 -- 172.21.15.90:0/3265311730 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7534032810 con 0x7f75440b2da0 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7549a00640 1 -- 172.21.15.90:0/3265311730 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f75440b2da0 msgr2=0x7f75440ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7549a00640 1 --2- 172.21.15.90:0/3265311730 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f75440b2da0 0x7f75440ce380 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7534009870 tx=0x7f753402a270 comp rx=0 tx=0).stop 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7549a00640 1 -- 172.21.15.90:0/3265311730 shutdown_connections 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7549a00640 1 --2- 172.21.15.90:0/3265311730 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f754415ec10 0x7f75440ce8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7549a00640 1 --2- 172.21.15.90:0/3265311730 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f75440b2da0 0x7f75440ce380 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7549a00640 1 -- 172.21.15.90:0/3265311730 >> 172.21.15.90:0/3265311730 conn(0x7f754406bc10 msgr2=0x7f754406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7549a00640 1 -- 172.21.15.90:0/3265311730 shutdown_connections 2024-09-19T06:52:47.611 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.609+0000 7f7549a00640 1 -- 172.21.15.90:0/3265311730 wait complete. 2024-09-19T06:52:47.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.611+0000 7f7549a00640 1 Processor -- start 2024-09-19T06:52:47.612 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.611+0000 7f7549a00640 1 -- start start 2024-09-19T06:52:47.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.612+0000 7f7549a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f75440b2da0 0x7f754415ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.612+0000 7f7549a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7544142de0 0x7f754413f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.612+0000 7f7549a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f754415ec10 0x7f75440b56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.612+0000 7f7549a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f75440b3180 con 0x7f7544142de0 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.612+0000 7f7549a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f75441428c0 con 0x7f75440b2da0 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.612+0000 7f7549a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f75440b3300 con 0x7f754415ec10 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.612+0000 7f753a000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7544142de0 0x7f754413f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.612+0000 7f753a000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7544142de0 0x7f754413f0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42768/0 (socket says 172.21.15.90:42768) 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.612+0000 7f753a000640 1 -- 172.21.15.90:0/2749293215 learned_addr learned my addr 172.21.15.90:0/2749293215 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f753a000640 1 -- 172.21.15.90:0/2749293215 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f754415ec10 msgr2=0x7f75440b56b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f753a000640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f754415ec10 0x7f75440b56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f753a000640 1 -- 172.21.15.90:0/2749293215 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f75440b2da0 msgr2=0x7f754415ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f7542a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f75440b2da0 0x7f754415ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f753a000640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f75440b2da0 0x7f754415ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f753a000640 1 -- 172.21.15.90:0/2749293215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7544158320 con 0x7f7544142de0 2024-09-19T06:52:47.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f7542a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f75440b2da0 0x7f754415ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:52:47.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f753a000640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7544142de0 0x7f754413f0c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f752c00d800 tx=0x7f752c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:47.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f753b400640 1 -- 172.21.15.90:0/2749293215 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752c00b6c0 con 0x7f7544142de0 2024-09-19T06:52:47.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f753b400640 1 -- 172.21.15.90:0/2749293215 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f752c019070 con 0x7f7544142de0 2024-09-19T06:52:47.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f753b400640 1 -- 172.21.15.90:0/2749293215 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752c00ba80 con 0x7f7544142de0 2024-09-19T06:52:47.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f754415bf70 con 0x7f7544142de0 2024-09-19T06:52:47.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.613+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7544157d60 con 0x7f7544142de0 2024-09-19T06:52:47.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.614+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7544143a10 con 0x7f7544142de0 2024-09-19T06:52:47.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.615+0000 7f753b400640 1 -- 172.21.15.90:0/2749293215 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f752c00bc20 con 0x7f7544142de0 2024-09-19T06:52:47.617 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.616+0000 7f753b400640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f752006c2b0 0x7f752006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:47.617 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.616+0000 7f753b400640 1 -- 172.21.15.90:0/2749293215 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f752c08b880 con 0x7f7544142de0 2024-09-19T06:52:47.617 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.616+0000 7f7542a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f752006c2b0 0x7f752006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:47.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.617+0000 7f7542a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f752006c2b0 0x7f752006e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7534034000 tx=0x7f753402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:47.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.620+0000 7f753b400640 1 -- 172.21.15.90:0/2749293215 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f752c01c360 con 0x7f7544142de0 2024-09-19T06:52:47.830 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.829+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7544143f10 con 0x7f7544142de0 2024-09-19T06:52:47.831 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.830+0000 7f753b400640 1 -- 172.21.15.90:0/2749293215 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5226 (secure 0 0 0) 0x7f752c05a000 con 0x7f7544142de0 2024-09-19T06:52:47.831 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:47.831 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":18,"btime":"2024-09-19T06:49:51:924507+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4761,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1245701705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1245701705},{"type":"v1","addr":"172.21.15.90:6835","nonce":1245701705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4771,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6834/181928423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":181928423},{"type":"v1","addr":"172.21.15.129:6834","nonce":181928423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4774,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/4174565845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":4174565845},{"type":"v1","addr":"172.21.15.129:6835","nonce":4174565845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:49:48.327293+0000","modified":"2024-09-19T06:49:51.333444+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4782},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4782":{"gid":4782,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.90:6837/3101186327","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3101186327},{"type":"v1","addr":"172.21.15.90:6837","nonce":3101186327}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4782,"qdb_cluster":[4782]},"id":2}]} 2024-09-19T06:52:47.831 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 18 2024-09-19T06:52:47.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f752006c2b0 msgr2=0x7f752006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f752006c2b0 0x7f752006e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7534034000 tx=0x7f753402e000 comp rx=0 tx=0).stop 2024-09-19T06:52:47.834 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7544142de0 msgr2=0x7f754413f0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:47.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7544142de0 0x7f754413f0c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f752c00d800 tx=0x7f752c00dcc0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 shutdown_connections 2024-09-19T06:52:47.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f752006c2b0 0x7f752006e770 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f754415ec10 0x7f75440b56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7544142de0 0x7f754413f0c0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 --2- 172.21.15.90:0/2749293215 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f75440b2da0 0x7f754415ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:47.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 >> 172.21.15.90:0/2749293215 conn(0x7f754406bc10 msgr2=0x7f7544072860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:47.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 shutdown_connections 2024-09-19T06:52:47.835 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:47.832+0000 7f7549a00640 1 -- 172.21.15.90:0/2749293215 wait complete. 2024-09-19T06:52:47.850 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:52:48.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.001+0000 7f0bde200640 1 Processor -- start 2024-09-19T06:52:48.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.001+0000 7f0bde200640 1 -- start start 2024-09-19T06:52:48.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.002+0000 7f0bde200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f0bd815e5f0 0x7f0bd80d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.002+0000 7f0bde200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f0bd80b8900 0x7f0bd80d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.002+0000 7f0bde200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bd815e9d0 con 0x7f0bd80d13c0 2024-09-19T06:52:48.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.002+0000 7f0bde200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f0bd80b9b30 con 0x7f0bd815e5f0 2024-09-19T06:52:48.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.002+0000 7f0bde200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f0bd80b8f20 con 0x7f0bd80b8900 2024-09-19T06:52:48.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.002+0000 7f0bdce00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f0bd815e5f0 0x7f0bd80d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.002+0000 7f0bd7e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f0bd80d13c0 0x7f0bd80b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34538/0 (socket says 172.21.15.90:34538) 2024-09-19T06:52:48.004 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.003+0000 7f0bd7e00640 1 -- 172.21.15.90:0/1462375008 learned_addr learned my addr 172.21.15.90:0/1462375008 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:52:48.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.003+0000 7f0bdce00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f0bd815e5f0 0x7f0bd80d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42780/0 (socket says 172.21.15.90:42780) 2024-09-19T06:52:48.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.003+0000 7f0bdd800640 1 --2- 172.21.15.90:0/1462375008 >> v2:172.21.15.129:3300/0 conn(0x7f0bd80b8900 0x7f0bd80d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.003+0000 7f0bdce00640 1 -- 172.21.15.90:0/1462375008 >> v2:172.21.15.129:3300/0 conn(0x7f0bd80b8900 msgr2=0x7f0bd80d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:48.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.003+0000 7f0bdce00640 1 --2- 172.21.15.90:0/1462375008 >> v2:172.21.15.129:3300/0 conn(0x7f0bd80b8900 0x7f0bd80d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.003+0000 7f0bdce00640 1 -- 172.21.15.90:0/1462375008 >> v1:172.21.15.90:6789/0 conn(0x7f0bd80d13c0 legacy=0x7f0bd80b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.003+0000 7f0bdce00640 1 -- 172.21.15.90:0/1462375008 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bd80b9200 con 0x7f0bd815e5f0 2024-09-19T06:52:48.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.004+0000 7f0bdce00640 1 --2- 172.21.15.90:0/1462375008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 0x7f0bd80d0e80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0bd80c7ed0 tx=0x7f0bcc02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1fc3520c21aa66c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:48.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.004+0000 7f0bd7400640 1 -- 172.21.15.90:0/1462375008 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc007740 con 0x7f0bd815e5f0 2024-09-19T06:52:48.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.004+0000 7f0bd7400640 1 -- 172.21.15.90:0/1462375008 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bcc0078e0 con 0x7f0bd815e5f0 2024-09-19T06:52:48.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.004+0000 7f0bd7400640 1 -- 172.21.15.90:0/1462375008 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc007cb0 con 0x7f0bd815e5f0 2024-09-19T06:52:48.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.005+0000 7f0bde200640 1 -- 172.21.15.90:0/1462375008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 msgr2=0x7f0bd80d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.005+0000 7f0bde200640 1 --2- 172.21.15.90:0/1462375008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 0x7f0bd80d0e80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0bd80c7ed0 tx=0x7f0bcc02a680 comp rx=0 tx=0).stop 2024-09-19T06:52:48.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.005+0000 7f0bde200640 1 -- 172.21.15.90:0/1462375008 shutdown_connections 2024-09-19T06:52:48.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.005+0000 7f0bde200640 1 --2- 172.21.15.90:0/1462375008 >> v2:172.21.15.129:3300/0 conn(0x7f0bd80b8900 0x7f0bd80d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.005+0000 7f0bde200640 1 --2- 172.21.15.90:0/1462375008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 0x7f0bd80d0e80 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.005+0000 7f0bde200640 1 -- 172.21.15.90:0/1462375008 >> 172.21.15.90:0/1462375008 conn(0x7f0bd8062630 msgr2=0x7f0bd8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:48.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.005+0000 7f0bde200640 1 -- 172.21.15.90:0/1462375008 shutdown_connections 2024-09-19T06:52:48.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.005+0000 7f0bde200640 1 -- 172.21.15.90:0/1462375008 wait complete. 2024-09-19T06:52:48.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.006+0000 7f0bde200640 1 Processor -- start 2024-09-19T06:52:48.007 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.007+0000 7f0bde200640 1 -- start start 2024-09-19T06:52:48.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.007+0000 7f0bde200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f0bd80b8900 0x7f0bd814c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.007+0000 7f0bde200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f0bd80d13c0 0x7f0bd80cd710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.007+0000 7f0bde200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 0x7f0bd80cdc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.007+0000 7f0bde200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd80d3100 con 0x7f0bd815e5f0 2024-09-19T06:52:48.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.007+0000 7f0bde200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd80b97c0 con 0x7f0bd80d13c0 2024-09-19T06:52:48.010 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.007+0000 7f0bde200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f0bd80d3280 con 0x7f0bd80b8900 2024-09-19T06:52:48.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdd800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 0x7f0bd80cdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdd800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 0x7f0bd80cdc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42784/0 (socket says 172.21.15.90:42784) 2024-09-19T06:52:48.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdd800640 1 -- 172.21.15.90:0/1165160035 learned_addr learned my addr 172.21.15.90:0/1165160035 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:48.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdce00640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f0bd80b8900 0x7f0bd814c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bd7e00640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f0bd80d13c0 0x7f0bd80cd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.011 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdd800640 1 -- 172.21.15.90:0/1165160035 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f0bd80b8900 msgr2=0x7f0bd814c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdd800640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f0bd80b8900 0x7f0bd814c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdd800640 1 -- 172.21.15.90:0/1165160035 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f0bd80d13c0 msgr2=0x7f0bd80cd710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdd800640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f0bd80d13c0 0x7f0bd80cd710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdd800640 1 -- 172.21.15.90:0/1165160035 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bd80c8140 con 0x7f0bd815e5f0 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bd7e00640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f0bd80d13c0 0x7f0bd80cd710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.008+0000 7f0bdd800640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 0x7f0bd80cdc50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0bd000d830 tx=0x7f0bd000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.009+0000 7f0bd4c00640 1 -- 172.21.15.90:0/1165160035 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd000b6c0 con 0x7f0bd815e5f0 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.009+0000 7f0bd4c00640 1 -- 172.21.15.90:0/1165160035 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bd0019070 con 0x7f0bd815e5f0 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.009+0000 7f0bd4c00640 1 -- 172.21.15.90:0/1165160035 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd000bac0 con 0x7f0bd815e5f0 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.009+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bd80c8420 con 0x7f0bd815e5f0 2024-09-19T06:52:48.012 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.009+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bd80c89e0 con 0x7f0bd815e5f0 2024-09-19T06:52:48.013 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.010+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bd8069c20 con 0x7f0bd815e5f0 2024-09-19T06:52:48.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.011+0000 7f0bd4c00640 1 -- 172.21.15.90:0/1165160035 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0bd001e460 con 0x7f0bd815e5f0 2024-09-19T06:52:48.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.011+0000 7f0bd4c00640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f0bb806c2b0 0x7f0bb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.012+0000 7f0bd4c00640 1 -- 172.21.15.90:0/1165160035 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f0bd008bc40 con 0x7f0bd815e5f0 2024-09-19T06:52:48.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.012+0000 7f0bdce00640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f0bb806c2b0 0x7f0bb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.014 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.012+0000 7f0bdce00640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f0bb806c2b0 0x7f0bb806e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc034000 tx=0x7f0bcc033040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:48.017 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.016+0000 7f0bd4c00640 1 -- 172.21.15.90:0/1165160035 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0bd005a290 con 0x7f0bd815e5f0 2024-09-19T06:52:48.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.194+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0bd80d2ba0 con 0x7f0bd815e5f0 2024-09-19T06:52:48.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.196+0000 7f0bd4c00640 1 -- 172.21.15.90:0/1165160035 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) ==== 74+0+16919 (secure 0 0 0) 0x7f0bd0059b90 con 0x7f0bd815e5f0 2024-09-19T06:52:48.197 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:48.197 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":36,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:50:35.148095+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:49:46.097606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:49:47.313088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.19","mappings":[{"from":4,"to":5}]},{"pgid":"5.1c","mappings":[{"from":4,"to":5}]},{"pgid":"5.23","mappings":[{"from":4,"to":5}]},{"pgid":"5.32","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:52:48.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f0bb806c2b0 msgr2=0x7f0bb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f0bb806c2b0 0x7f0bb806e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc034000 tx=0x7f0bcc033040 comp rx=0 tx=0).stop 2024-09-19T06:52:48.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 msgr2=0x7f0bd80cdc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 0x7f0bd80cdc50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0bd000d830 tx=0x7f0bd000dcf0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 shutdown_connections 2024-09-19T06:52:48.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f0bb806c2b0 0x7f0bb806e770 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0bd815e5f0 0x7f0bd80cdc50 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f0bd80d13c0 0x7f0bd80cd710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 --2- 172.21.15.90:0/1165160035 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f0bd80b8900 0x7f0bd814c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 >> 172.21.15.90:0/1165160035 conn(0x7f0bd8062630 msgr2=0x7f0bd80b3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:48.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 shutdown_connections 2024-09-19T06:52:48.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.198+0000 7f0bde200640 1 -- 172.21.15.90:0/1165160035 wait complete. 2024-09-19T06:52:48.215 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:52:48.215 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:52:48.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.368+0000 7f8a6f600640 1 Processor -- start 2024-09-19T06:52:48.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.368+0000 7f8a6f600640 1 -- start start 2024-09-19T06:52:48.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.369+0000 7f8a6f600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f8a680cfc80 0x7f8a680b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.369+0000 7f8a6f600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a680b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.369+0000 7f8a6f600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a6815c740 con 0x7f8a68155800 2024-09-19T06:52:48.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.369+0000 7f8a6f600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f8a680b4e60 con 0x7f8a680cfc80 2024-09-19T06:52:48.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.369+0000 7f8a6f600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f8a680b50a0 con 0x7f8a6815c330 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a6d600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a680b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a67e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f8a680cfc80 0x7f8a680b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a6d600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a680b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:55756/0 (socket says 172.21.15.90:55756) 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a6d600640 1 -- 172.21.15.90:0/472109549 learned_addr learned my addr 172.21.15.90:0/472109549 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a6cc00640 1 --1- 172.21.15.90:0/472109549 >> v1:172.21.15.129:6789/0 conn(0x7f8a68155800 0x7f8a680cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.129:6789/0 says I am v1:172.21.15.90:33736/0 (socket says 172.21.15.90:33736) 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a6d600640 1 -- 172.21.15.90:0/472109549 >> v2:172.21.15.129:3300/0 conn(0x7f8a680cfc80 msgr2=0x7f8a680b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a6d600640 1 --2- 172.21.15.90:0/472109549 >> v2:172.21.15.129:3300/0 conn(0x7f8a680cfc80 0x7f8a680b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a6d600640 1 -- 172.21.15.90:0/472109549 >> v1:172.21.15.129:6789/0 conn(0x7f8a68155800 legacy=0x7f8a680cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a6d600640 1 -- 172.21.15.90:0/472109549 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a680b5380 con 0x7f8a6815c330 2024-09-19T06:52:48.373 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.370+0000 7f8a67e00640 1 --2- 172.21.15.90:0/472109549 >> v2:172.21.15.129:3300/0 conn(0x7f8a680cfc80 0x7f8a680b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:52:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.371+0000 7f8a6d600640 1 --2- 172.21.15.90:0/472109549 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a680b4920 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8a60009e50 tx=0x7f8a6002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51c7fb78f97ef676 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a67400640 1 -- 172.21.15.90:0/472109549 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a60036070 con 0x7f8a6815c330 2024-09-19T06:52:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a67400640 1 -- 172.21.15.90:0/472109549 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a60031600 con 0x7f8a6815c330 2024-09-19T06:52:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a67400640 1 -- 172.21.15.90:0/472109549 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a600319d0 con 0x7f8a6815c330 2024-09-19T06:52:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a6f600640 1 -- 172.21.15.90:0/472109549 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 msgr2=0x7f8a680b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a6f600640 1 --2- 172.21.15.90:0/472109549 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a680b4920 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8a60009e50 tx=0x7f8a6002a710 comp rx=0 tx=0).stop 2024-09-19T06:52:48.378 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a6f600640 1 -- 172.21.15.90:0/472109549 shutdown_connections 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a6f600640 1 --2- 172.21.15.90:0/472109549 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a680b4920 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a6f600640 1 --2- 172.21.15.90:0/472109549 >> v2:172.21.15.129:3300/0 conn(0x7f8a680cfc80 0x7f8a680b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a6f600640 1 -- 172.21.15.90:0/472109549 >> 172.21.15.90:0/472109549 conn(0x7f8a6806bc10 msgr2=0x7f8a6806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a6f600640 1 -- 172.21.15.90:0/472109549 shutdown_connections 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.372+0000 7f8a6f600640 1 -- 172.21.15.90:0/472109549 wait complete. 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.374+0000 7f8a6f600640 1 Processor -- start 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.374+0000 7f8a6f600640 1 -- start start 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.375+0000 7f8a6f600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a680cfc80 0x7f8a68153b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.375+0000 7f8a6f600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a68155800 0x7f8a6815d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.375+0000 7f8a6f600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a6815dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.375+0000 7f8a6f600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a680b5c20 con 0x7f8a680cfc80 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.375+0000 7f8a6f600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f8a680b5940 con 0x7f8a68155800 2024-09-19T06:52:48.379 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.375+0000 7f8a6f600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f8a68155be0 con 0x7f8a6815c330 2024-09-19T06:52:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.375+0000 7f8a6cc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a680cfc80 0x7f8a68153b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.375+0000 7f8a6cc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a680cfc80 0x7f8a68153b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42794/0 (socket says 172.21.15.90:42794) 2024-09-19T06:52:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.375+0000 7f8a6cc00640 1 -- 172.21.15.90:0/2277680511 learned_addr learned my addr 172.21.15.90:0/2277680511 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:48.380 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a67e00640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a68155800 0x7f8a6815d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a6d600640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a6815dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a6cc00640 1 -- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 msgr2=0x7f8a6815dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a6cc00640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a6815dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a6cc00640 1 -- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a68155800 msgr2=0x7f8a6815d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a6cc00640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a68155800 0x7f8a6815d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a6cc00640 1 -- 172.21.15.90:0/2277680511 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a681f24c0 con 0x7f8a680cfc80 2024-09-19T06:52:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a6d600640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a6815dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:52:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a67e00640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a68155800 0x7f8a6815d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:52:48.381 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a6cc00640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a680cfc80 0x7f8a68153b20 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c00c4d0 tx=0x7f8a5c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:48.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a64c00640 1 -- 172.21.15.90:0/2277680511 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5c018070 con 0x7f8a680cfc80 2024-09-19T06:52:48.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a64c00640 1 -- 172.21.15.90:0/2277680511 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a5c007480 con 0x7f8a680cfc80 2024-09-19T06:52:48.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a681f2760 con 0x7f8a680cfc80 2024-09-19T06:52:48.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.376+0000 7f8a64c00640 1 -- 172.21.15.90:0/2277680511 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5c0049e0 con 0x7f8a680cfc80 2024-09-19T06:52:48.382 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.377+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a681f2d20 con 0x7f8a680cfc80 2024-09-19T06:52:48.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.378+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a680b6140 con 0x7f8a680cfc80 2024-09-19T06:52:48.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.378+0000 7f8a64c00640 1 -- 172.21.15.90:0/2277680511 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8a5c01b070 con 0x7f8a680cfc80 2024-09-19T06:52:48.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.379+0000 7f8a64c00640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a4806c2b0 0x7f8a4806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.383 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.379+0000 7f8a64c00640 1 -- 172.21.15.90:0/2277680511 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f8a5c08a890 con 0x7f8a680cfc80 2024-09-19T06:52:48.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.379+0000 7f8a67e00640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a4806c2b0 0x7f8a4806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.384 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.380+0000 7f8a67e00640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a4806c2b0 0x7f8a4806e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8a68070e90 tx=0x7f8a54008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:48.385 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.384+0000 7f8a64c00640 1 -- 172.21.15.90:0/2277680511 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8a5c007670 con 0x7f8a680cfc80 2024-09-19T06:52:48.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.594+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a680cf850 con 0x7f8a680cfc80 2024-09-19T06:52:48.595 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.594+0000 7f8a64c00640 1 -- 172.21.15.90:0/2277680511 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5226 (secure 0 0 0) 0x7f8a5c058ee0 con 0x7f8a680cfc80 2024-09-19T06:52:48.596 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:48.596 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":18,"btime":"2024-09-19T06:49:51:924507+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4761,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1245701705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1245701705},{"type":"v1","addr":"172.21.15.90:6835","nonce":1245701705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4771,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6834/181928423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":181928423},{"type":"v1","addr":"172.21.15.129:6834","nonce":181928423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4774,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/4174565845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":4174565845},{"type":"v1","addr":"172.21.15.129:6835","nonce":4174565845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:49:48.327293+0000","modified":"2024-09-19T06:49:51.333444+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4782},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4782":{"gid":4782,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.90:6837/3101186327","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3101186327},{"type":"v1","addr":"172.21.15.90:6837","nonce":3101186327}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4782,"qdb_cluster":[4782]},"id":2}]} 2024-09-19T06:52:48.596 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 18 2024-09-19T06:52:48.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a4806c2b0 msgr2=0x7f8a4806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a4806c2b0 0x7f8a4806e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8a68070e90 tx=0x7f8a54008040 comp rx=0 tx=0).stop 2024-09-19T06:52:48.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a680cfc80 msgr2=0x7f8a68153b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a680cfc80 0x7f8a68153b20 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c00c4d0 tx=0x7f8a5c00c990 comp rx=0 tx=0).stop 2024-09-19T06:52:48.598 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 shutdown_connections 2024-09-19T06:52:48.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f8a4806c2b0 0x7f8a4806e770 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a6815c330 0x7f8a6815dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a68155800 0x7f8a6815d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 --2- 172.21.15.90:0/2277680511 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a680cfc80 0x7f8a68153b20 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 >> 172.21.15.90:0/2277680511 conn(0x7f8a6806bc10 msgr2=0x7f8a680b4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:48.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 shutdown_connections 2024-09-19T06:52:48.599 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.597+0000 7f8a6f600640 1 -- 172.21.15.90:0/2277680511 wait complete. 2024-09-19T06:52:48.615 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:52:48.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.766+0000 7fdf2ca00640 1 Processor -- start 2024-09-19T06:52:48.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.766+0000 7fdf2ca00640 1 -- start start 2024-09-19T06:52:48.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.767+0000 7fdf2ca00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fdf2815c550 0x7fdf280b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.767+0000 7fdf2ca00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf280b6310 0x7fdf280b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.767+0000 7fdf2ca00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf280b4cf0 con 0x7fdf2815c170 2024-09-19T06:52:48.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.767+0000 7fdf2ca00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fdf280b4fd0 con 0x7fdf2815c550 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.767+0000 7fdf2ca00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdf280b52b0 con 0x7fdf280b6310 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf25400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fdf2815c550 0x7fdf280b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf25400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fdf2815c550 0x7fdf280b5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42796/0 (socket says 172.21.15.90:42796) 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf25400640 1 -- 172.21.15.90:0/4054342843 learned_addr learned my addr 172.21.15.90:0/4054342843 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf25e00640 1 --1- 172.21.15.90:0/4054342843 >> v1:172.21.15.90:6789/0 conn(0x7fdf2815c170 0x7fdf280cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34552/0 (socket says 172.21.15.90:34552) 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf26800640 1 --2- 172.21.15.90:0/4054342843 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf280b6310 0x7fdf280b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf25400640 1 -- 172.21.15.90:0/4054342843 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf280b6310 msgr2=0x7fdf280b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf25400640 1 --2- 172.21.15.90:0/4054342843 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf280b6310 0x7fdf280b39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf25400640 1 -- 172.21.15.90:0/4054342843 >> v1:172.21.15.90:6789/0 conn(0x7fdf2815c170 legacy=0x7fdf280cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf25400640 1 -- 172.21.15.90:0/4054342843 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf280b5590 con 0x7fdf2815c550 2024-09-19T06:52:48.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.768+0000 7fdf24a00640 1 -- 172.21.15.90:0/4054342843 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3234567438 0 0) 0x7fdf280b4cf0 con 0x7fdf2815c170 2024-09-19T06:52:48.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.769+0000 7fdf25400640 1 --2- 172.21.15.90:0/4054342843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c550 0x7fdf280b5dd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdf140098a0 tx=0x7fdf1402a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a1c4fc1290085e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:48.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.769+0000 7fdf24a00640 1 -- 172.21.15.90:0/4054342843 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14037070 con 0x7fdf2815c550 2024-09-19T06:52:48.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.769+0000 7fdf24a00640 1 -- 172.21.15.90:0/4054342843 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf14032440 con 0x7fdf2815c550 2024-09-19T06:52:48.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.769+0000 7fdf24a00640 1 -- 172.21.15.90:0/4054342843 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14032810 con 0x7fdf2815c550 2024-09-19T06:52:48.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.770+0000 7fdf2ca00640 1 -- 172.21.15.90:0/4054342843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c550 msgr2=0x7fdf280b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.770+0000 7fdf2ca00640 1 --2- 172.21.15.90:0/4054342843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c550 0x7fdf280b5dd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdf140098a0 tx=0x7fdf1402a290 comp rx=0 tx=0).stop 2024-09-19T06:52:48.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.770+0000 7fdf2ca00640 1 -- 172.21.15.90:0/4054342843 shutdown_connections 2024-09-19T06:52:48.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.770+0000 7fdf2ca00640 1 --2- 172.21.15.90:0/4054342843 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf280b6310 0x7fdf280b39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.770+0000 7fdf2ca00640 1 --2- 172.21.15.90:0/4054342843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c550 0x7fdf280b5dd0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.770+0000 7fdf2ca00640 1 -- 172.21.15.90:0/4054342843 >> 172.21.15.90:0/4054342843 conn(0x7fdf2806bc10 msgr2=0x7fdf2806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:48.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.770+0000 7fdf2ca00640 1 -- 172.21.15.90:0/4054342843 shutdown_connections 2024-09-19T06:52:48.772 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.770+0000 7fdf2ca00640 1 -- 172.21.15.90:0/4054342843 wait complete. 2024-09-19T06:52:48.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.772+0000 7fdf2ca00640 1 Processor -- start 2024-09-19T06:52:48.773 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.772+0000 7fdf2ca00640 1 -- start start 2024-09-19T06:52:48.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf2ca00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdf280b6310 0x7fdf28148dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf2ca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c170 0x7fdf281486a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf2ca00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf2815c550 0x7fdf2814d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf2ca00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2815c9c0 con 0x7fdf2815c170 2024-09-19T06:52:48.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf2ca00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fdf280b5b50 con 0x7fdf280b6310 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf2ca00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fdf280cfdd0 con 0x7fdf2815c550 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c170 0x7fdf281486a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c170 0x7fdf281486a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42812/0 (socket says 172.21.15.90:42812) 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25400640 1 -- 172.21.15.90:0/2137608582 learned_addr learned my addr 172.21.15.90:0/2137608582 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf26800640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf2815c550 0x7fdf2814d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25e00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdf280b6310 0x7fdf28148dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25400640 1 -- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf2815c550 msgr2=0x7fdf2814d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25400640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf2815c550 0x7fdf2814d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25400640 1 -- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdf280b6310 msgr2=0x7fdf28148dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25400640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdf280b6310 0x7fdf28148dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25400640 1 -- 172.21.15.90:0/2137608582 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf28152360 con 0x7fdf2815c170 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf26800640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf2815c550 0x7fdf2814d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:52:48.776 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.773+0000 7fdf25e00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdf280b6310 0x7fdf28148dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:52:48.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.774+0000 7fdf25400640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c170 0x7fdf281486a0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fdf14035040 tx=0x7fdf140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:48.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.774+0000 7fdf1e000640 1 -- 172.21.15.90:0/2137608582 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14037040 con 0x7fdf2815c170 2024-09-19T06:52:48.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.774+0000 7fdf1e000640 1 -- 172.21.15.90:0/2137608582 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf14004230 con 0x7fdf2815c170 2024-09-19T06:52:48.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.774+0000 7fdf1e000640 1 -- 172.21.15.90:0/2137608582 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14003610 con 0x7fdf2815c170 2024-09-19T06:52:48.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.774+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf28152640 con 0x7fdf2815c170 2024-09-19T06:52:48.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.774+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf2815cec0 con 0x7fdf2815c170 2024-09-19T06:52:48.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.775+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf280b5dd0 con 0x7fdf2815c170 2024-09-19T06:52:48.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.776+0000 7fdf1e000640 1 -- 172.21.15.90:0/2137608582 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf140037b0 con 0x7fdf2815c170 2024-09-19T06:52:48.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.777+0000 7fdf1e000640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdf0806c2b0 0x7fdf0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:48.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.777+0000 7fdf1e000640 1 -- 172.21.15.90:0/2137608582 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7fdf140ac1a0 con 0x7fdf2815c170 2024-09-19T06:52:48.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.777+0000 7fdf25e00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdf0806c2b0 0x7fdf0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:48.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.778+0000 7fdf25e00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdf0806c2b0 0x7fdf0806e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdf18000f60 tx=0x7fdf18009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:48.782 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.781+0000 7fdf1e000640 1 -- 172.21.15.90:0/2137608582 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf1407a880 con 0x7fdf2815c170 2024-09-19T06:52:48.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.993+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf280b3a90 con 0x7fdf2815c170 2024-09-19T06:52:48.994 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.993+0000 7fdf1e000640 1 -- 172.21.15.90:0/2137608582 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5226 (secure 0 0 0) 0x7fdf14045e40 con 0x7fdf2815c170 2024-09-19T06:52:48.995 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:48.995 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":18,"btime":"2024-09-19T06:49:51:924507+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4761,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1245701705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1245701705},{"type":"v1","addr":"172.21.15.90:6835","nonce":1245701705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4771,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6834/181928423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":181928423},{"type":"v1","addr":"172.21.15.129:6834","nonce":181928423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4774,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/4174565845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":4174565845},{"type":"v1","addr":"172.21.15.129:6835","nonce":4174565845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:49:48.327293+0000","modified":"2024-09-19T06:49:51.333444+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4782},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4782":{"gid":4782,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.90:6837/3101186327","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":3101186327},{"type":"v1","addr":"172.21.15.90:6837","nonce":3101186327}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4782,"qdb_cluster":[4782]},"id":2}]} 2024-09-19T06:52:48.995 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 18 2024-09-19T06:52:48.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdf0806c2b0 msgr2=0x7fdf0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdf0806c2b0 0x7fdf0806e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdf18000f60 tx=0x7fdf18009040 comp rx=0 tx=0).stop 2024-09-19T06:52:48.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c170 msgr2=0x7fdf281486a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:48.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c170 0x7fdf281486a0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fdf14035040 tx=0x7fdf140046c0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.997 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 shutdown_connections 2024-09-19T06:52:48.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fdf0806c2b0 0x7fdf0806e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fdf2815c550 0x7fdf2814d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf2815c170 0x7fdf281486a0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 --2- 172.21.15.90:0/2137608582 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fdf280b6310 0x7fdf28148dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:48.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 >> 172.21.15.90:0/2137608582 conn(0x7fdf2806bc10 msgr2=0x7fdf2814fbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:48.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 shutdown_connections 2024-09-19T06:52:48.998 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:48.996+0000 7fdf2ca00640 1 -- 172.21.15.90:0/2137608582 wait complete. 2024-09-19T06:52:49.013 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:52:49.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.164+0000 7f2a43e00640 1 Processor -- start 2024-09-19T06:52:49.165 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.164+0000 7f2a43e00640 1 -- start start 2024-09-19T06:52:49.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a43e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a4415e5f0 0x7f2a440d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.166 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a43e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f2a440d13c0 0x7f2a440b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a43e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f2a440b8730 0x7f2a440ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a43e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f2a440b9b30 con 0x7f2a440b8730 2024-09-19T06:52:49.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a43e00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f2a440d1820 con 0x7f2a440d13c0 2024-09-19T06:52:49.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a43e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f2a4415e9d0 con 0x7f2a4415e5f0 2024-09-19T06:52:49.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a43400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f2a440b8730 0x7f2a440ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a43400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f2a440b8730 0x7f2a440ceac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42818/0 (socket says 172.21.15.90:42818) 2024-09-19T06:52:49.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a42000640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f2a440d13c0 0x7f2a440b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a43400640 1 -- 172.21.15.90:0/501384258 learned_addr learned my addr 172.21.15.90:0/501384258 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:49.167 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.165+0000 7f2a42a00640 1 --2- 172.21.15.90:0/501384258 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a4415e5f0 0x7f2a440d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.166+0000 7f2a43400640 1 -- 172.21.15.90:0/501384258 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a4415e5f0 msgr2=0x7f2a440d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:49.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.166+0000 7f2a43400640 1 --2- 172.21.15.90:0/501384258 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a4415e5f0 0x7f2a440d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.166+0000 7f2a43400640 1 -- 172.21.15.90:0/501384258 >> v2:172.21.15.129:3300/0 conn(0x7f2a440d13c0 msgr2=0x7f2a440b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:49.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.166+0000 7f2a43400640 1 --2- 172.21.15.90:0/501384258 >> v2:172.21.15.129:3300/0 conn(0x7f2a440d13c0 0x7f2a440b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.168 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.166+0000 7f2a43400640 1 -- 172.21.15.90:0/501384258 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a440b8f20 con 0x7f2a440b8730 2024-09-19T06:52:49.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.167+0000 7f2a43400640 1 --2- 172.21.15.90:0/501384258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a440b8730 0x7f2a440ceac0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2a44162030 tx=0x7f2a3c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a1a44bafcc4f213 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:49.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.167+0000 7f2a41600640 1 -- 172.21.15.90:0/501384258 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c036070 con 0x7f2a440b8730 2024-09-19T06:52:49.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.167+0000 7f2a41600640 1 -- 172.21.15.90:0/501384258 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a3c031600 con 0x7f2a440b8730 2024-09-19T06:52:49.169 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.167+0000 7f2a41600640 1 -- 172.21.15.90:0/501384258 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c0319d0 con 0x7f2a440b8730 2024-09-19T06:52:49.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.168+0000 7f2a43e00640 1 -- 172.21.15.90:0/501384258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a440b8730 msgr2=0x7f2a440ceac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.168+0000 7f2a43e00640 1 --2- 172.21.15.90:0/501384258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a440b8730 0x7f2a440ceac0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2a44162030 tx=0x7f2a3c02a6a0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.168+0000 7f2a43e00640 1 -- 172.21.15.90:0/501384258 shutdown_connections 2024-09-19T06:52:49.171 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.168+0000 7f2a43e00640 1 --2- 172.21.15.90:0/501384258 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a440b8730 0x7f2a440ceac0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.168+0000 7f2a43e00640 1 --2- 172.21.15.90:0/501384258 >> v2:172.21.15.129:3300/0 conn(0x7f2a440d13c0 0x7f2a440b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.168+0000 7f2a43e00640 1 --2- 172.21.15.90:0/501384258 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a4415e5f0 0x7f2a440d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.168+0000 7f2a43e00640 1 -- 172.21.15.90:0/501384258 >> 172.21.15.90:0/501384258 conn(0x7f2a44062630 msgr2=0x7f2a44062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:49.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.168+0000 7f2a43e00640 1 -- 172.21.15.90:0/501384258 shutdown_connections 2024-09-19T06:52:49.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.168+0000 7f2a43e00640 1 -- 172.21.15.90:0/501384258 wait complete. 2024-09-19T06:52:49.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.169+0000 7f2a43e00640 1 Processor -- start 2024-09-19T06:52:49.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.170+0000 7f2a43e00640 1 -- start start 2024-09-19T06:52:49.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a440b8730 0x7f2a44153a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2a440d13c0 0x7f2a440c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4415e5f0 0x7f2a4415f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2a440b97c0 con 0x7f2a4415e5f0 2024-09-19T06:52:49.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f2a440b94e0 con 0x7f2a440d13c0 2024-09-19T06:52:49.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f2a440b8bc0 con 0x7f2a440b8730 2024-09-19T06:52:49.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4415e5f0 0x7f2a4415f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4415e5f0 0x7f2a4415f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42832/0 (socket says 172.21.15.90:42832) 2024-09-19T06:52:49.174 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43400640 1 -- 172.21.15.90:0/2691987676 learned_addr learned my addr 172.21.15.90:0/2691987676 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:49.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a42a00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a440b8730 0x7f2a44153a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a42000640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2a440d13c0 0x7f2a440c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43400640 1 -- 172.21.15.90:0/2691987676 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a440b8730 msgr2=0x7f2a44153a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43400640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a440b8730 0x7f2a44153a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43400640 1 -- 172.21.15.90:0/2691987676 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2a440d13c0 msgr2=0x7f2a440c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43400640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2a440d13c0 0x7f2a440c7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a43400640 1 -- 172.21.15.90:0/2691987676 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a440c8910 con 0x7f2a4415e5f0 2024-09-19T06:52:49.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.171+0000 7f2a42000640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2a440d13c0 0x7f2a440c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:52:49.175 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.172+0000 7f2a43400640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4415e5f0 0x7f2a4415f550 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c009f40 tx=0x7f2a3c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:49.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.173+0000 7f2a3aa00640 1 -- 172.21.15.90:0/2691987676 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c036050 con 0x7f2a4415e5f0 2024-09-19T06:52:49.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.173+0000 7f2a3aa00640 1 -- 172.21.15.90:0/2691987676 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a3c042070 con 0x7f2a4415e5f0 2024-09-19T06:52:49.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.173+0000 7f2a3aa00640 1 -- 172.21.15.90:0/2691987676 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c009510 con 0x7f2a4415e5f0 2024-09-19T06:52:49.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.173+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a440c8bf0 con 0x7f2a4415e5f0 2024-09-19T06:52:49.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.173+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a44153fd0 con 0x7f2a4415e5f0 2024-09-19T06:52:49.177 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.174+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a44069c20 con 0x7f2a4415e5f0 2024-09-19T06:52:49.177 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.175+0000 7f2a3aa00640 1 -- 172.21.15.90:0/2691987676 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2a3c007bf0 con 0x7f2a4415e5f0 2024-09-19T06:52:49.177 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.176+0000 7f2a3aa00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2a2406c2b0 0x7f2a2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.177 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.176+0000 7f2a3aa00640 1 -- 172.21.15.90:0/2691987676 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f2a3c0ac170 con 0x7f2a4415e5f0 2024-09-19T06:52:49.177 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.176+0000 7f2a42a00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2a2406c2b0 0x7f2a2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.178 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.176+0000 7f2a42a00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2a2406c2b0 0x7f2a2406e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2a440b8120 tx=0x7f2a34009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:49.182 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.181+0000 7f2a3aa00640 1 -- 172.21.15.90:0/2691987676 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2a3c07a850 con 0x7f2a4415e5f0 2024-09-19T06:52:49.359 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.358+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a440b81f0 con 0x7f2a4415e5f0 2024-09-19T06:52:49.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.359+0000 7f2a3aa00640 1 -- 172.21.15.90:0/2691987676 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) ==== 74+0+16919 (secure 0 0 0) 0x7f2a3c07a150 con 0x7f2a4415e5f0 2024-09-19T06:52:49.361 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:49.361 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":36,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:50:35.148095+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:49:46.097606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:49:47.313088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.19","mappings":[{"from":4,"to":5}]},{"pgid":"5.1c","mappings":[{"from":4,"to":5}]},{"pgid":"5.23","mappings":[{"from":4,"to":5}]},{"pgid":"5.32","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:52:49.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2a2406c2b0 msgr2=0x7f2a2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2a2406c2b0 0x7f2a2406e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2a440b8120 tx=0x7f2a34009190 comp rx=0 tx=0).stop 2024-09-19T06:52:49.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4415e5f0 msgr2=0x7f2a4415f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4415e5f0 0x7f2a4415f550 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c009f40 tx=0x7f2a3c004a40 comp rx=0 tx=0).stop 2024-09-19T06:52:49.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 shutdown_connections 2024-09-19T06:52:49.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2a2406c2b0 0x7f2a2406e770 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4415e5f0 0x7f2a4415f550 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2a440d13c0 0x7f2a440c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 --2- 172.21.15.90:0/2691987676 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2a440b8730 0x7f2a44153a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.361+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 >> 172.21.15.90:0/2691987676 conn(0x7f2a44062630 msgr2=0x7f2a440b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:49.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.362+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 shutdown_connections 2024-09-19T06:52:49.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.362+0000 7f2a43e00640 1 -- 172.21.15.90:0/2691987676 wait complete. 2024-09-19T06:52:49.378 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:52:49.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.530+0000 7fee4c400640 1 Processor -- start 2024-09-19T06:52:49.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.530+0000 7fee4c400640 1 -- start start 2024-09-19T06:52:49.533 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4c400640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fee4415e7c0 0x7fee44070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4c400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fee44073900 0x7fee4415eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4c400640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee44073f60 con 0x7fee440714f0 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4c400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fee44071960 con 0x7fee44073900 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4c400640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fee44073d30 con 0x7fee4415e7c0 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4a400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fee44073900 0x7fee4415eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4a400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fee44073900 0x7fee4415eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42842/0 (socket says 172.21.15.90:42842) 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4a400640 1 -- 172.21.15.90:0/1745322160 learned_addr learned my addr 172.21.15.90:0/1745322160 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee49000640 1 --1- 172.21.15.90:0/1745322160 >> v1:172.21.15.90:6789/0 conn(0x7fee440714f0 0x7fee440731f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34556/0 (socket says 172.21.15.90:34556) 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee49a00640 1 --2- 172.21.15.90:0/1745322160 >> v2:172.21.15.129:3300/0 conn(0x7fee4415e7c0 0x7fee44070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4a400640 1 -- 172.21.15.90:0/1745322160 >> v2:172.21.15.129:3300/0 conn(0x7fee4415e7c0 msgr2=0x7fee44070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4a400640 1 --2- 172.21.15.90:0/1745322160 >> v2:172.21.15.129:3300/0 conn(0x7fee4415e7c0 0x7fee44070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.534 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4a400640 1 -- 172.21.15.90:0/1745322160 >> v1:172.21.15.90:6789/0 conn(0x7fee440714f0 legacy=0x7fee440731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.532+0000 7fee4a400640 1 -- 172.21.15.90:0/1745322160 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee440b4b60 con 0x7fee44073900 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.533+0000 7fee4a400640 1 --2- 172.21.15.90:0/1745322160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee44073900 0x7fee4415eba0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fee44069500 tx=0x7fee3c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ff8cca3eea572a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee43e00640 1 -- 172.21.15.90:0/1745322160 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3c036070 con 0x7fee44073900 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee43e00640 1 -- 172.21.15.90:0/1745322160 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee3c031600 con 0x7fee44073900 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee43e00640 1 -- 172.21.15.90:0/1745322160 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3c0319d0 con 0x7fee44073900 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee4c400640 1 -- 172.21.15.90:0/1745322160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee44073900 msgr2=0x7fee4415eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee4c400640 1 --2- 172.21.15.90:0/1745322160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee44073900 0x7fee4415eba0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fee44069500 tx=0x7fee3c02a730 comp rx=0 tx=0).stop 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee4c400640 1 -- 172.21.15.90:0/1745322160 shutdown_connections 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee4c400640 1 --2- 172.21.15.90:0/1745322160 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee44073900 0x7fee4415eba0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee4c400640 1 --2- 172.21.15.90:0/1745322160 >> v2:172.21.15.129:3300/0 conn(0x7fee4415e7c0 0x7fee44070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee4c400640 1 -- 172.21.15.90:0/1745322160 >> 172.21.15.90:0/1745322160 conn(0x7fee4406d0f0 msgr2=0x7fee4406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:49.536 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee4c400640 1 -- 172.21.15.90:0/1745322160 shutdown_connections 2024-09-19T06:52:49.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.534+0000 7fee4c400640 1 -- 172.21.15.90:0/1745322160 wait complete. 2024-09-19T06:52:49.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.536+0000 7fee4c400640 1 Processor -- start 2024-09-19T06:52:49.537 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.536+0000 7fee4c400640 1 -- start start 2024-09-19T06:52:49.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4c400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fee440714f0 0x7fee4415bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4c400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fee44073900 0x7fee441f8050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4c400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee4415e7c0 0x7fee441f8590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4c400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fee4415fdd0 con 0x7fee4415e7c0 2024-09-19T06:52:49.539 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4c400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fee440b5120 con 0x7fee44073900 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4c400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fee4415ff50 con 0x7fee440714f0 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4a400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee4415e7c0 0x7fee441f8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4a400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee4415e7c0 0x7fee441f8590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42848/0 (socket says 172.21.15.90:42848) 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4a400640 1 -- 172.21.15.90:0/3140602115 learned_addr learned my addr 172.21.15.90:0/3140602115 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee49a00640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fee440714f0 0x7fee4415bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee49000640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fee44073900 0x7fee441f8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4a400640 1 -- 172.21.15.90:0/3140602115 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fee440714f0 msgr2=0x7fee4415bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4a400640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fee440714f0 0x7fee4415bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4a400640 1 -- 172.21.15.90:0/3140602115 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fee44073900 msgr2=0x7fee441f8050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4a400640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fee44073900 0x7fee441f8050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee4a400640 1 -- 172.21.15.90:0/3140602115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee4415ca50 con 0x7fee4415e7c0 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.537+0000 7fee49a00640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fee440714f0 0x7fee4415bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:52:49.540 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.538+0000 7fee4a400640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee4415e7c0 0x7fee441f8590 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fee3c009f40 tx=0x7fee3c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:49.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.538+0000 7fee41600640 1 -- 172.21.15.90:0/3140602115 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3c036050 con 0x7fee4415e7c0 2024-09-19T06:52:49.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.538+0000 7fee41600640 1 -- 172.21.15.90:0/3140602115 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee3c042070 con 0x7fee4415e7c0 2024-09-19T06:52:49.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.538+0000 7fee41600640 1 -- 172.21.15.90:0/3140602115 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3c009510 con 0x7fee4415e7c0 2024-09-19T06:52:49.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.538+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee4415a9e0 con 0x7fee4415e7c0 2024-09-19T06:52:49.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.538+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee4415b4c0 con 0x7fee4415e7c0 2024-09-19T06:52:49.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.539+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee44070fb0 con 0x7fee4415e7c0 2024-09-19T06:52:49.541 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.540+0000 7fee41600640 1 -- 172.21.15.90:0/3140602115 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fee3c007bf0 con 0x7fee4415e7c0 2024-09-19T06:52:49.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.541+0000 7fee41600640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fee2406c2b0 0x7fee2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.541+0000 7fee41600640 1 -- 172.21.15.90:0/3140602115 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7fee3c0ac300 con 0x7fee4415e7c0 2024-09-19T06:52:49.542 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.541+0000 7fee49a00640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fee2406c2b0 0x7fee2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.543 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.542+0000 7fee49a00640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fee2406c2b0 0x7fee2406e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fee440cdb90 tx=0x7fee38008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:49.546 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.545+0000 7fee41600640 1 -- 172.21.15.90:0/3140602115 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fee3c07a9e0 con 0x7fee4415e7c0 2024-09-19T06:52:49.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.753+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fee440cf520 con 0x7fee4415e7c0 2024-09-19T06:52:49.755 INFO:tasks.ceph.mon.a.smithi090.stderr:2024-09-19T06:52:49.754+0000 7f002ee00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:52:49.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.756+0000 7fee41600640 1 -- 172.21.15.90:0/3140602115 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v19) ==== 161+0+0 (secure 0 0 0) 0x7fee3c0ac0c0 con 0x7fee4415e7c0 2024-09-19T06:52:49.757 INFO:teuthology.orchestra.run.smithi090.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fee2406c2b0 msgr2=0x7fee2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fee2406c2b0 0x7fee2406e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fee440cdb90 tx=0x7fee38008040 comp rx=0 tx=0).stop 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee4415e7c0 msgr2=0x7fee441f8590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee4415e7c0 0x7fee441f8590 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fee3c009f40 tx=0x7fee3c004a40 comp rx=0 tx=0).stop 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 shutdown_connections 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fee2406c2b0 0x7fee2406e770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee4415e7c0 0x7fee441f8590 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fee44073900 0x7fee441f8050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 --2- 172.21.15.90:0/3140602115 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fee440714f0 0x7fee4415bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.759+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 >> 172.21.15.90:0/3140602115 conn(0x7fee4406d0f0 msgr2=0x7fee440cfa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:49.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.760+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 shutdown_connections 2024-09-19T06:52:49.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.760+0000 7fee4c400640 1 -- 172.21.15.90:0/3140602115 wait complete. 2024-09-19T06:52:49.782 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:52:49.833 INFO:tasks.ceph.mds.c.smithi090.stdout:starting mds.c at 2024-09-19T06:52:49.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.938+0000 7f9c8d600640 1 Processor -- start 2024-09-19T06:52:49.939 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.938+0000 7f9c8d600640 1 -- start start 2024-09-19T06:52:49.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.939+0000 7f9c8d600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9c880d1590 0x7f9c880b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.939+0000 7f9c8d600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f9c880b8730 0x7f9c880d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.939+0000 7f9c8d600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c8815e9d0 con 0x7f9c8815e5f0 2024-09-19T06:52:49.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.939+0000 7f9c8d600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f9c880b9b30 con 0x7f9c880d1590 2024-09-19T06:52:49.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.939+0000 7f9c8d600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f9c880b8f20 con 0x7f9c880b8730 2024-09-19T06:52:49.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.940+0000 7f9c87400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9c880d1590 0x7f9c880b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.940+0000 7f9c87400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9c880d1590 0x7f9c880b81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42878/0 (socket says 172.21.15.90:42878) 2024-09-19T06:52:49.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.940+0000 7f9c87400640 1 -- 172.21.15.90:0/1236856036 learned_addr learned my addr 172.21.15.90:0/1236856036 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:49.941 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.940+0000 7f9c8cc00640 1 --2- 172.21.15.90:0/1236856036 >> v2:172.21.15.129:3300/0 conn(0x7f9c880b8730 0x7f9c880d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.940+0000 7f9c87400640 1 -- 172.21.15.90:0/1236856036 >> v2:172.21.15.129:3300/0 conn(0x7f9c880b8730 msgr2=0x7f9c880d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:49.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.940+0000 7f9c87400640 1 --2- 172.21.15.90:0/1236856036 >> v2:172.21.15.129:3300/0 conn(0x7f9c880b8730 0x7f9c880d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.940+0000 7f9c87400640 1 -- 172.21.15.90:0/1236856036 >> v1:172.21.15.129:6789/0 conn(0x7f9c8815e5f0 legacy=0x7f9c880d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.940+0000 7f9c86a00640 1 -- 172.21.15.90:0/1236856036 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1734445173 0 0) 0x7f9c8815e9d0 con 0x7f9c8815e5f0 2024-09-19T06:52:49.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.940+0000 7f9c87400640 1 -- 172.21.15.90:0/1236856036 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c880b9200 con 0x7f9c880d1590 2024-09-19T06:52:49.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.941+0000 7f9c87400640 1 --2- 172.21.15.90:0/1236856036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 0x7f9c880b81f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9c880d5020 tx=0x7f9c7402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=180f7841df02e369 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:49.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.941+0000 7f9c86a00640 1 -- 172.21.15.90:0/1236856036 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c74037070 con 0x7f9c880d1590 2024-09-19T06:52:49.943 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.941+0000 7f9c86a00640 1 -- 172.21.15.90:0/1236856036 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c74032440 con 0x7f9c880d1590 2024-09-19T06:52:49.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.941+0000 7f9c86a00640 1 -- 172.21.15.90:0/1236856036 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c74032810 con 0x7f9c880d1590 2024-09-19T06:52:49.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.942+0000 7f9c8d600640 1 -- 172.21.15.90:0/1236856036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 msgr2=0x7f9c880b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.942+0000 7f9c8d600640 1 --2- 172.21.15.90:0/1236856036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 0x7f9c880b81f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9c880d5020 tx=0x7f9c7402a270 comp rx=0 tx=0).stop 2024-09-19T06:52:49.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.942+0000 7f9c8d600640 1 -- 172.21.15.90:0/1236856036 shutdown_connections 2024-09-19T06:52:49.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.942+0000 7f9c8d600640 1 --2- 172.21.15.90:0/1236856036 >> v2:172.21.15.129:3300/0 conn(0x7f9c880b8730 0x7f9c880d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.942+0000 7f9c8d600640 1 --2- 172.21.15.90:0/1236856036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 0x7f9c880b81f0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.942+0000 7f9c8d600640 1 -- 172.21.15.90:0/1236856036 >> 172.21.15.90:0/1236856036 conn(0x7f9c88062630 msgr2=0x7f9c88062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:49.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.942+0000 7f9c8d600640 1 -- 172.21.15.90:0/1236856036 shutdown_connections 2024-09-19T06:52:49.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.942+0000 7f9c8d600640 1 -- 172.21.15.90:0/1236856036 wait complete. 2024-09-19T06:52:49.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.944+0000 7f9c8d600640 1 Processor -- start 2024-09-19T06:52:49.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.944+0000 7f9c8d600640 1 -- start start 2024-09-19T06:52:49.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c8d600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c880b8730 0x7f9c881f4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c8d600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 0x7f9c880cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c8d600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c8815e5f0 0x7f9c880cd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c8d600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9c880b8b60 con 0x7f9c880d1590 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c8d600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f9c880b97c0 con 0x7f9c8815e5f0 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c8d600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9c880b8ce0 con 0x7f9c880b8730 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c87400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 0x7f9c880cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c87400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 0x7f9c880cb700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42888/0 (socket says 172.21.15.90:42888) 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c87400640 1 -- 172.21.15.90:0/74299496 learned_addr learned my addr 172.21.15.90:0/74299496 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c87e00640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c880b8730 0x7f9c881f4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c8cc00640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c8815e5f0 0x7f9c880cd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c87400640 1 -- 172.21.15.90:0/74299496 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c880b8730 msgr2=0x7f9c881f4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c87400640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c880b8730 0x7f9c881f4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.945+0000 7f9c87400640 1 -- 172.21.15.90:0/74299496 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c8815e5f0 msgr2=0x7f9c880cd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:49.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.946+0000 7f9c87400640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c8815e5f0 0x7f9c880cd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:49.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.946+0000 7f9c87400640 1 -- 172.21.15.90:0/74299496 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c880cadd0 con 0x7f9c880d1590 2024-09-19T06:52:49.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.946+0000 7f9c87400640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 0x7f9c880cb700 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f9c74000c00 tx=0x7f9c740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:49.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.946+0000 7f9c7fe00640 1 -- 172.21.15.90:0/74299496 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c74037040 con 0x7f9c880d1590 2024-09-19T06:52:49.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.946+0000 7f9c7fe00640 1 -- 172.21.15.90:0/74299496 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c74004030 con 0x7f9c880d1590 2024-09-19T06:52:49.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.946+0000 7f9c7fe00640 1 -- 172.21.15.90:0/74299496 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c74004400 con 0x7f9c880d1590 2024-09-19T06:52:49.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.946+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c880cb0b0 con 0x7f9c880d1590 2024-09-19T06:52:49.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.946+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c880cdf30 con 0x7f9c880d1590 2024-09-19T06:52:49.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.947+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c88069c20 con 0x7f9c880d1590 2024-09-19T06:52:49.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.948+0000 7f9c7fe00640 1 -- 172.21.15.90:0/74299496 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c7403a070 con 0x7f9c880d1590 2024-09-19T06:52:49.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.949+0000 7f9c7fe00640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c6806c2b0 0x7f9c6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:49.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.949+0000 7f9c7fe00640 1 -- 172.21.15.90:0/74299496 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5911+0+0 (secure 0 0 0) 0x7f9c740aba00 con 0x7f9c880d1590 2024-09-19T06:52:49.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.949+0000 7f9c87e00640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c6806c2b0 0x7f9c6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:49.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.950+0000 7f9c87e00640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c6806c2b0 0x7f9c6806e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9c78000f60 tx=0x7f9c78009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:49.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:49.953+0000 7f9c7fe00640 1 -- 172.21.15.90:0/74299496 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9c74041020 con 0x7f9c880d1590 2024-09-19T06:52:50.164 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.163+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f9c880b81f0 con 0x7f9c880d1590 2024-09-19T06:52:50.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.758+0000 7f9c7fe00640 1 -- 172.21.15.90:0/74299496 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v20) ==== 104+0+0 (secure 0 0 0) 0x7f9c74079a50 con 0x7f9c880d1590 2024-09-19T06:52:50.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c6806c2b0 msgr2=0x7f9c6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:50.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c6806c2b0 0x7f9c6806e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9c78000f60 tx=0x7f9c78009040 comp rx=0 tx=0).stop 2024-09-19T06:52:50.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 msgr2=0x7f9c880cb700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:50.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 0x7f9c880cb700 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f9c74000c00 tx=0x7f9c740046c0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 shutdown_connections 2024-09-19T06:52:50.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9c6806c2b0 0x7f9c6806e770 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c8815e5f0 0x7f9c880cd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c880d1590 0x7f9c880cb700 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 --2- 172.21.15.90:0/74299496 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c880b8730 0x7f9c881f4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 >> 172.21.15.90:0/74299496 conn(0x7f9c88062630 msgr2=0x7f9c880b5490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:50.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 shutdown_connections 2024-09-19T06:52:50.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.761+0000 7f9c8d600640 1 -- 172.21.15.90:0/74299496 wait complete. 2024-09-19T06:52:50.780 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:52:50.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.941+0000 7f9c19600640 1 Processor -- start 2024-09-19T06:52:50.942 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.941+0000 7f9c19600640 1 -- start start 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.942+0000 7f9c19600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9c1415e570 0x7f9c140b5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.942+0000 7f9c19600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c140714a0 0x7f9c1415e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.942+0000 7f9c19600640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c1415f020 con 0x7f9c1406f400 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.942+0000 7f9c19600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f9c1415fc30 con 0x7f9c1415e570 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.942+0000 7f9c19600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9c1415f300 con 0x7f9c140714a0 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.942+0000 7f9c12a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9c1415e570 0x7f9c140b5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.942+0000 7f9c12a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9c1415e570 0x7f9c140b5540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42904/0 (socket says 172.21.15.90:42904) 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.942+0000 7f9c12a00640 1 -- 172.21.15.90:0/3381691316 learned_addr learned my addr 172.21.15.90:0/3381691316 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.942+0000 7f9c13400640 1 --1- 172.21.15.90:0/3381691316 >> v1:172.21.15.90:6789/0 conn(0x7f9c1406f400 0x7f9c14073160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34570/0 (socket says 172.21.15.90:34570) 2024-09-19T06:52:50.944 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.943+0000 7f9c12000640 1 --2- 172.21.15.90:0/3381691316 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c140714a0 0x7f9c1415e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:50.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.943+0000 7f9c12a00640 1 -- 172.21.15.90:0/3381691316 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c140714a0 msgr2=0x7f9c1415e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:50.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.943+0000 7f9c12a00640 1 --2- 172.21.15.90:0/3381691316 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c140714a0 0x7f9c1415e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.943+0000 7f9c12a00640 1 -- 172.21.15.90:0/3381691316 >> v1:172.21.15.90:6789/0 conn(0x7f9c1406f400 legacy=0x7f9c14073160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:50.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.943+0000 7f9c12a00640 1 -- 172.21.15.90:0/3381691316 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c1415f5e0 con 0x7f9c1415e570 2024-09-19T06:52:50.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.943+0000 7f9c12000640 1 --2- 172.21.15.90:0/3381691316 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c140714a0 0x7f9c1415e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:52:50.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.944+0000 7f9c12a00640 1 --2- 172.21.15.90:0/3381691316 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c1415e570 0x7f9c140b5540 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f9c04009870 tx=0x7f9c0402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=844122938f884fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:50.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.944+0000 7f9c11600640 1 -- 172.21.15.90:0/3381691316 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c04037070 con 0x7f9c1415e570 2024-09-19T06:52:50.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.944+0000 7f9c11600640 1 -- 172.21.15.90:0/3381691316 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c04032440 con 0x7f9c1415e570 2024-09-19T06:52:50.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.944+0000 7f9c11600640 1 -- 172.21.15.90:0/3381691316 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c04032810 con 0x7f9c1415e570 2024-09-19T06:52:50.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.944+0000 7f9c19600640 1 -- 172.21.15.90:0/3381691316 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c1415e570 msgr2=0x7f9c140b5540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:50.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.944+0000 7f9c19600640 1 --2- 172.21.15.90:0/3381691316 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c1415e570 0x7f9c140b5540 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f9c04009870 tx=0x7f9c0402a250 comp rx=0 tx=0).stop 2024-09-19T06:52:50.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.945+0000 7f9c19600640 1 -- 172.21.15.90:0/3381691316 shutdown_connections 2024-09-19T06:52:50.946 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.945+0000 7f9c19600640 1 --2- 172.21.15.90:0/3381691316 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c140714a0 0x7f9c1415e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.945+0000 7f9c19600640 1 --2- 172.21.15.90:0/3381691316 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c1415e570 0x7f9c140b5540 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.945+0000 7f9c19600640 1 -- 172.21.15.90:0/3381691316 >> 172.21.15.90:0/3381691316 conn(0x7f9c140b4240 msgr2=0x7f9c140b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:50.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.945+0000 7f9c19600640 1 -- 172.21.15.90:0/3381691316 shutdown_connections 2024-09-19T06:52:50.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.945+0000 7f9c19600640 1 -- 172.21.15.90:0/3381691316 wait complete. 2024-09-19T06:52:50.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.946+0000 7f9c19600640 1 Processor -- start 2024-09-19T06:52:50.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.946+0000 7f9c19600640 1 -- start start 2024-09-19T06:52:50.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.947+0000 7f9c19600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c1406f400 0x7f9c14155950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:50.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.947+0000 7f9c19600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c140714a0 0x7f9c140d15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:50.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.947+0000 7f9c19600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c1415e570 0x7f9c14155000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:50.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.947+0000 7f9c19600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1406e0f0 con 0x7f9c140714a0 2024-09-19T06:52:50.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.947+0000 7f9c19600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1406df70 con 0x7f9c1415e570 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.947+0000 7f9c19600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9c1406e270 con 0x7f9c1406f400 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.947+0000 7f9c12000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c140714a0 0x7f9c140d15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c12000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c140714a0 0x7f9c140d15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42906/0 (socket says 172.21.15.90:42906) 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c12000640 1 -- 172.21.15.90:0/217086266 learned_addr learned my addr 172.21.15.90:0/217086266 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c12a00640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c1406f400 0x7f9c14155950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c13400640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c1415e570 0x7f9c14155000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c12000640 1 -- 172.21.15.90:0/217086266 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c1406f400 msgr2=0x7f9c14155950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c12000640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c1406f400 0x7f9c14155950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c12000640 1 -- 172.21.15.90:0/217086266 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c1415e570 msgr2=0x7f9c14155000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c12000640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c1415e570 0x7f9c14155000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c12000640 1 -- 172.21.15.90:0/217086266 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c140cd570 con 0x7f9c140714a0 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c13400640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c1415e570 0x7f9c14155000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:52:50.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c12000640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c140714a0 0x7f9c140d15c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9c0000c820 tx=0x7f9c0000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:50.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c0aa00640 1 -- 172.21.15.90:0/217086266 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00015070 con 0x7f9c140714a0 2024-09-19T06:52:50.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c0aa00640 1 -- 172.21.15.90:0/217086266 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c000079d0 con 0x7f9c140714a0 2024-09-19T06:52:50.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.948+0000 7f9c0aa00640 1 -- 172.21.15.90:0/217086266 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00007da0 con 0x7f9c140714a0 2024-09-19T06:52:50.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.949+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c140cd850 con 0x7f9c140714a0 2024-09-19T06:52:50.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.949+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c140cde10 con 0x7f9c140714a0 2024-09-19T06:52:50.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.950+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c1415e950 con 0x7f9c140714a0 2024-09-19T06:52:50.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.950+0000 7f9c0aa00640 1 -- 172.21.15.90:0/217086266 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c00018070 con 0x7f9c140714a0 2024-09-19T06:52:50.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.951+0000 7f9c0aa00640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9bf406c2b0 0x7f9bf406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:50.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.951+0000 7f9c0aa00640 1 -- 172.21.15.90:0/217086266 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5911+0+0 (secure 0 0 0) 0x7f9c0008b3d0 con 0x7f9c140714a0 2024-09-19T06:52:50.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.952+0000 7f9c12a00640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9bf406c2b0 0x7f9bf406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:50.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.952+0000 7f9c12a00640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9bf406c2b0 0x7f9bf406e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9c04034000 tx=0x7f9c0402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:50.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:50.956+0000 7f9c0aa00640 1 -- 172.21.15.90:0/217086266 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9c00059410 con 0x7f9c140714a0 2024-09-19T06:52:51.132 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.131+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9c140cdfe0 con 0x7f9c140714a0 2024-09-19T06:52:51.765 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.763+0000 7f9c0aa00640 1 -- 172.21.15.90:0/217086266 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v38) ==== 181+0+0 (secure 0 0 0) 0x7f9c0005d710 con 0x7f9c140714a0 2024-09-19T06:52:51.765 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:52:51.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.767+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9bf406c2b0 msgr2=0x7f9bf406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:51.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.767+0000 7f9c19600640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9bf406c2b0 0x7f9bf406e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9c04034000 tx=0x7f9c0402e000 comp rx=0 tx=0).stop 2024-09-19T06:52:51.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.767+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c140714a0 msgr2=0x7f9c140d15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:51.768 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.767+0000 7f9c19600640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c140714a0 0x7f9c140d15c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9c0000c820 tx=0x7f9c0000cc20 comp rx=0 tx=0).stop 2024-09-19T06:52:51.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.768+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 shutdown_connections 2024-09-19T06:52:51.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.768+0000 7f9c19600640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9bf406c2b0 0x7f9bf406e770 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:51.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.768+0000 7f9c19600640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9c1415e570 0x7f9c14155000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:51.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.768+0000 7f9c19600640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9c140714a0 0x7f9c140d15c0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:51.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.768+0000 7f9c19600640 1 --2- 172.21.15.90:0/217086266 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9c1406f400 0x7f9c14155950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:51.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.768+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 >> 172.21.15.90:0/217086266 conn(0x7f9c140b4240 msgr2=0x7f9c140d2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:51.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.768+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 shutdown_connections 2024-09-19T06:52:51.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.768+0000 7f9c19600640 1 -- 172.21.15.90:0/217086266 wait complete. 2024-09-19T06:52:51.789 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:52:51.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.948+0000 7fbb55200640 1 Processor -- start 2024-09-19T06:52:51.949 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.948+0000 7fbb55200640 1 -- start start 2024-09-19T06:52:51.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.949+0000 7fbb55200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb5015e990 0x7fbb500b3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:51.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.949+0000 7fbb55200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb5015ed70 con 0x7fbb50162450 2024-09-19T06:52:51.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.949+0000 7fbb55200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb500d1fa0 con 0x7fbb50162fa0 2024-09-19T06:52:51.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.949+0000 7fbb55200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fbb500cff20 con 0x7fbb5015e990 2024-09-19T06:52:51.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.949+0000 7fbb4d400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fbb50162450 0x7fbb50162890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:34580/0 (socket says 172.21.15.90:34580) 2024-09-19T06:52:51.951 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.949+0000 7fbb4d400640 1 -- 172.21.15.90:0/407870848 learned_addr learned my addr 172.21.15.90:0/407870848 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:52:51.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4de00640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb5015e990 0x7fbb500b3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:51.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1775072444 0 0) 0x7fbb3c001110 con 0x7fbb50162450 2024-09-19T06:52:51.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbb34003520 con 0x7fbb50162450 2024-09-19T06:52:51.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3552282730 0 0) 0x7fbb34003520 con 0x7fbb50162450 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb5015e990 msgr2=0x7fbb500b3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb5015e990 0x7fbb500b3920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 >> v1:172.21.15.129:6789/0 conn(0x7fbb50162fa0 legacy=0x7fbb500d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb500cf960 con 0x7fbb50162450 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7fbb3c001840 con 0x7fbb50162450 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 >> v1:172.21.15.90:6789/0 conn(0x7fbb50162450 legacy=0x7fbb50162890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb5015e990 0x7fbb340039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb34003f60 0x7fbb34004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbb34004d40 0x7fbb340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbb500cff20 con 0x7fbb34003f60 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3400bb50 con 0x7fbb34004d40 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fbb3400bd50 con 0x7fbb5015e990 2024-09-19T06:52:51.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4d400640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb34003f60 0x7fbb34004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.950+0000 7fbb4de00640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb5015e990 0x7fbb340039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.951+0000 7fbb4e800640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbb34004d40 0x7fbb340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.951+0000 7fbb4d400640 1 -- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb5015e990 msgr2=0x7fbb340039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.951+0000 7fbb4d400640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb5015e990 0x7fbb340039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.951+0000 7fbb4d400640 1 -- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbb34004d40 msgr2=0x7fbb340051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.951+0000 7fbb4d400640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbb34004d40 0x7fbb340051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.951+0000 7fbb4d400640 1 -- 172.21.15.90:0/407870848 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb34003520 con 0x7fbb34003f60 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.952+0000 7fbb4d400640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb34003f60 0x7fbb34004800 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c00c490 tx=0x7fbb34005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95dffeddf22dab73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.952+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3c00c0e0 con 0x7fbb34003f60 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.952+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb3c034070 con 0x7fbb34003f60 2024-09-19T06:52:51.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.952+0000 7fbb4ca00640 1 -- 172.21.15.90:0/407870848 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3c005d30 con 0x7fbb34003f60 2024-09-19T06:52:51.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.953+0000 7fbb55200640 1 -- 172.21.15.90:0/407870848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb34003f60 msgr2=0x7fbb34004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:51.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.953+0000 7fbb55200640 1 --2- 172.21.15.90:0/407870848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb34003f60 0x7fbb34004800 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c00c490 tx=0x7fbb34005830 comp rx=0 tx=0).stop 2024-09-19T06:52:51.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.953+0000 7fbb4e800640 1 -- 172.21.15.90:0/407870848 reap_dead start 2024-09-19T06:52:51.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.953+0000 7fbb55200640 1 -- 172.21.15.90:0/407870848 shutdown_connections 2024-09-19T06:52:51.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.953+0000 7fbb55200640 1 -- 172.21.15.90:0/407870848 >> 172.21.15.90:0/407870848 conn(0x7fbb500d1200 msgr2=0x7fbb500d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:51.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.953+0000 7fbb55200640 1 -- 172.21.15.90:0/407870848 shutdown_connections 2024-09-19T06:52:51.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.953+0000 7fbb55200640 1 -- 172.21.15.90:0/407870848 wait complete. 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.954+0000 7fbb55200640 1 Processor -- start 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.955+0000 7fbb55200640 1 -- start start 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.955+0000 7fbb55200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb34003f60 0x7fbb500cd310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.955+0000 7fbb55200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbb500b6940 0x7fbb500b6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.955+0000 7fbb55200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb501476b0 0x7fbb50147b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.955+0000 7fbb55200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbb500b3aa0 con 0x7fbb501476b0 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.955+0000 7fbb55200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fbb500b3920 con 0x7fbb500b6940 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.955+0000 7fbb55200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fbb500b3c20 con 0x7fbb34003f60 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb501476b0 0x7fbb50147b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4de00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb34003f60 0x7fbb500cd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4d400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbb500b6940 0x7fbb500b6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:51.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4de00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb34003f60 0x7fbb500cd310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:55856/0 (socket says 172.21.15.90:55856) 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4de00640 1 -- 172.21.15.90:0/809926788 learned_addr learned my addr 172.21.15.90:0/809926788 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb501476b0 0x7fbb50147b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42916/0 (socket says 172.21.15.90:42916) 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4e800640 1 -- 172.21.15.90:0/809926788 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb34003f60 msgr2=0x7fbb500cd310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4e800640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb34003f60 0x7fbb500cd310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4e800640 1 -- 172.21.15.90:0/809926788 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbb500b6940 msgr2=0x7fbb500b6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4e800640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbb500b6940 0x7fbb500b6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4e800640 1 -- 172.21.15.90:0/809926788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb500cc270 con 0x7fbb501476b0 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.956+0000 7fbb4e800640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb501476b0 0x7fbb50147b30 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fbb5006d480 tx=0x7fbb4800fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.957+0000 7fbb46000640 1 -- 172.21.15.90:0/809926788 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb4801a070 con 0x7fbb501476b0 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.957+0000 7fbb46000640 1 -- 172.21.15.90:0/809926788 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb48006d60 con 0x7fbb501476b0 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.957+0000 7fbb46000640 1 -- 172.21.15.90:0/809926788 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48003b90 con 0x7fbb501476b0 2024-09-19T06:52:51.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.957+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb500cc550 con 0x7fbb501476b0 2024-09-19T06:52:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.957+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb500ccb10 con 0x7fbb501476b0 2024-09-19T06:52:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.958+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb500b3e90 con 0x7fbb501476b0 2024-09-19T06:52:51.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.959+0000 7fbb46000640 1 -- 172.21.15.90:0/809926788 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbb48005070 con 0x7fbb501476b0 2024-09-19T06:52:51.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.959+0000 7fbb46000640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbb3006c2e0 0x7fbb3006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:51.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.960+0000 7fbb46000640 1 -- 172.21.15.90:0/809926788 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 5473+0+0 (secure 0 0 0) 0x7fbb4808aa20 con 0x7fbb501476b0 2024-09-19T06:52:51.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.960+0000 7fbb4de00640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbb3006c2e0 0x7fbb3006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:51.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.960+0000 7fbb4de00640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbb3006c2e0 0x7fbb3006e7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fbb40006d40 tx=0x7fbb40009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:51.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:51.964+0000 7fbb46000640 1 -- 172.21.15.90:0/809926788 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbb48058b80 con 0x7fbb501476b0 2024-09-19T06:52:52.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.136+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fbb501620c0 con 0x7fbb501476b0 2024-09-19T06:52:52.767 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.766+0000 7fbb46000640 1 -- 172.21.15.90:0/809926788 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v39) ==== 169+0+0 (secure 0 0 0) 0x7fbb4805ce80 con 0x7fbb501476b0 2024-09-19T06:52:52.767 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data' removed 2024-09-19T06:52:52.769 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbb3006c2e0 msgr2=0x7fbb3006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:52.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbb3006c2e0 0x7fbb3006e7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fbb40006d40 tx=0x7fbb40009190 comp rx=0 tx=0).stop 2024-09-19T06:52:52.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb501476b0 msgr2=0x7fbb50147b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:52.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb501476b0 0x7fbb50147b30 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fbb5006d480 tx=0x7fbb4800fd40 comp rx=0 tx=0).stop 2024-09-19T06:52:52.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 shutdown_connections 2024-09-19T06:52:52.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fbb3006c2e0 0x7fbb3006e7a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:52.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbb501476b0 0x7fbb50147b30 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:52.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fbb500b6940 0x7fbb500b6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:52.770 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 --2- 172.21.15.90:0/809926788 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fbb34003f60 0x7fbb500cd310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:52.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 >> 172.21.15.90:0/809926788 conn(0x7fbb500d1200 msgr2=0x7fbb500d36e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:52.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 shutdown_connections 2024-09-19T06:52:52.771 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.768+0000 7fbb55200640 1 -- 172.21.15.90:0/809926788 wait complete. 2024-09-19T06:52:52.789 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T06:52:52.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.952+0000 7fc4ae800640 1 Processor -- start 2024-09-19T06:52:52.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.952+0000 7fc4ae800640 1 -- start start 2024-09-19T06:52:52.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.953+0000 7fc4ae800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fc4a815f5f0 0x7fc4a80ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:52.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.953+0000 7fc4ae800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fc4a80ce7a0 0x7fc4a80b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:52.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.953+0000 7fc4ae800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4a80d0130 con 0x7fc4a80b22b0 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.953+0000 7fc4ae800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fc4a80b2720 con 0x7fc4a815f5f0 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.953+0000 7fc4ae800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fc4a80d0ef0 con 0x7fc4a80ce7a0 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.953+0000 7fc4ad400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fc4a815f5f0 0x7fc4a80ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.953+0000 7fc4ad400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fc4a815f5f0 0x7fc4a80ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42930/0 (socket says 172.21.15.90:42930) 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.953+0000 7fc4ad400640 1 -- 172.21.15.90:0/1990915707 learned_addr learned my addr 172.21.15.90:0/1990915707 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.954+0000 7fc4aca00640 1 --2- 172.21.15.90:0/1990915707 >> v2:172.21.15.129:3300/0 conn(0x7fc4a80ce7a0 0x7fc4a80b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.954+0000 7fc4ad400640 1 -- 172.21.15.90:0/1990915707 >> v2:172.21.15.129:3300/0 conn(0x7fc4a80ce7a0 msgr2=0x7fc4a80b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.954+0000 7fc4ad400640 1 --2- 172.21.15.90:0/1990915707 >> v2:172.21.15.129:3300/0 conn(0x7fc4a80ce7a0 0x7fc4a80b1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.954+0000 7fc4ad400640 1 -- 172.21.15.90:0/1990915707 >> v1:172.21.15.90:6789/0 conn(0x7fc4a80b22b0 legacy=0x7fc4a80cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.954+0000 7fc4ad400640 1 -- 172.21.15.90:0/1990915707 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4a80d0410 con 0x7fc4a815f5f0 2024-09-19T06:52:52.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.954+0000 7fc4aca00640 1 --2- 172.21.15.90:0/1990915707 >> v2:172.21.15.129:3300/0 conn(0x7fc4a80ce7a0 0x7fc4a80b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:52:52.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.954+0000 7fc4a7e00640 1 -- 172.21.15.90:0/1990915707 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2241633072 0 0) 0x7fc4a80d0130 con 0x7fc4a80b22b0 2024-09-19T06:52:52.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.955+0000 7fc4ad400640 1 --2- 172.21.15.90:0/1990915707 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 0x7fc4a80ce260 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fc4a80afbc0 tx=0x7fc49c02a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=480d0b030069085f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:52.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.955+0000 7fc4a7e00640 1 -- 172.21.15.90:0/1990915707 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c037070 con 0x7fc4a815f5f0 2024-09-19T06:52:52.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.955+0000 7fc4a7e00640 1 -- 172.21.15.90:0/1990915707 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc49c032440 con 0x7fc4a815f5f0 2024-09-19T06:52:52.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.955+0000 7fc4a7e00640 1 -- 172.21.15.90:0/1990915707 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c032810 con 0x7fc4a815f5f0 2024-09-19T06:52:52.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.956+0000 7fc4ae800640 1 -- 172.21.15.90:0/1990915707 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 msgr2=0x7fc4a80ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:52.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.956+0000 7fc4ae800640 1 --2- 172.21.15.90:0/1990915707 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 0x7fc4a80ce260 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fc4a80afbc0 tx=0x7fc49c02a150 comp rx=0 tx=0).stop 2024-09-19T06:52:52.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.956+0000 7fc4ae800640 1 -- 172.21.15.90:0/1990915707 shutdown_connections 2024-09-19T06:52:52.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.956+0000 7fc4ae800640 1 --2- 172.21.15.90:0/1990915707 >> v2:172.21.15.129:3300/0 conn(0x7fc4a80ce7a0 0x7fc4a80b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:52.958 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.956+0000 7fc4ae800640 1 --2- 172.21.15.90:0/1990915707 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 0x7fc4a80ce260 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:52.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.956+0000 7fc4ae800640 1 -- 172.21.15.90:0/1990915707 >> 172.21.15.90:0/1990915707 conn(0x7fc4a8062a20 msgr2=0x7fc4a806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:52.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.956+0000 7fc4ae800640 1 -- 172.21.15.90:0/1990915707 shutdown_connections 2024-09-19T06:52:52.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.956+0000 7fc4ae800640 1 -- 172.21.15.90:0/1990915707 wait complete. 2024-09-19T06:52:52.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.957+0000 7fc4ae800640 1 Processor -- start 2024-09-19T06:52:52.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.958+0000 7fc4ae800640 1 -- start start 2024-09-19T06:52:52.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.958+0000 7fc4ae800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4a80b22b0 0x7fc4a80cbe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:52.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.958+0000 7fc4ae800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc4a80ce7a0 0x7fc4a8147800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:52.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.958+0000 7fc4ae800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 0x7fc4a8147d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:52.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.958+0000 7fc4ae800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a80d09d0 con 0x7fc4a815f5f0 2024-09-19T06:52:52.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.958+0000 7fc4ae800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a806ca80 con 0x7fc4a80b22b0 2024-09-19T06:52:52.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.958+0000 7fc4ae800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc4a815f9d0 con 0x7fc4a80ce7a0 2024-09-19T06:52:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ade00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 0x7fc4a8147d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ade00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 0x7fc4a8147d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42942/0 (socket says 172.21.15.90:42942) 2024-09-19T06:52:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ade00640 1 -- 172.21.15.90:0/3591479271 learned_addr learned my addr 172.21.15.90:0/3591479271 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4aca00640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc4a80ce7a0 0x7fc4a8147800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ad400640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4a80b22b0 0x7fc4a80cbe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ade00640 1 -- 172.21.15.90:0/3591479271 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc4a80ce7a0 msgr2=0x7fc4a8147800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ade00640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc4a80ce7a0 0x7fc4a8147800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ade00640 1 -- 172.21.15.90:0/3591479271 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4a80b22b0 msgr2=0x7fc4a80cbe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:52.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ade00640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4a80b22b0 0x7fc4a80cbe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ade00640 1 -- 172.21.15.90:0/3591479271 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4a815a0e0 con 0x7fc4a815f5f0 2024-09-19T06:52:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.959+0000 7fc4ade00640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 0x7fc4a8147d40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc4a000c760 tx=0x7fc4a000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.960+0000 7fc4a5600640 1 -- 172.21.15.90:0/3591479271 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a0003da0 con 0x7fc4a815f5f0 2024-09-19T06:52:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.960+0000 7fc4a5600640 1 -- 172.21.15.90:0/3591479271 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4a0005070 con 0x7fc4a815f5f0 2024-09-19T06:52:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.960+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4a8148370 con 0x7fc4a815f5f0 2024-09-19T06:52:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.960+0000 7fc4a5600640 1 -- 172.21.15.90:0/3591479271 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a0005460 con 0x7fc4a815f5f0 2024-09-19T06:52:52.963 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.960+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4a8148930 con 0x7fc4a815f5f0 2024-09-19T06:52:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.961+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4a8071fd0 con 0x7fc4a815f5f0 2024-09-19T06:52:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.962+0000 7fc4a5600640 1 -- 172.21.15.90:0/3591479271 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc4a0005600 con 0x7fc4a815f5f0 2024-09-19T06:52:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.963+0000 7fc4a5600640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 0x7fc48806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.963+0000 7fc4a5600640 1 -- 172.21.15.90:0/3591479271 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fc4a008af60 con 0x7fc4a815f5f0 2024-09-19T06:52:52.964 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.963+0000 7fc4ad400640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 0x7fc48806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:52.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.964+0000 7fc4ad400640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 0x7fc48806e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc49c034000 tx=0x7fc49c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:52.968 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:52.967+0000 7fc4a5600640 1 -- 172.21.15.90:0/3591479271 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc4a0059370 con 0x7fc4a815f5f0 2024-09-19T06:52:53.144 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.143+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fc4a815a9a0 con 0x7fc4a815f5f0 2024-09-19T06:52:53.147 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.146+0000 7fc4a5600640 1 -- 172.21.15.90:0/3591479271 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7fc4a005d670 con 0x7fc4a815f5f0 2024-09-19T06:52:53.150 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 msgr2=0x7fc48806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:53.150 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 0x7fc48806e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc49c034000 tx=0x7fc49c02e000 comp rx=0 tx=0).stop 2024-09-19T06:52:53.150 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 msgr2=0x7fc4a8147d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:53.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 0x7fc4a8147d40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc4a000c760 tx=0x7fc4a000cc20 comp rx=0 tx=0).stop 2024-09-19T06:52:53.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 shutdown_connections 2024-09-19T06:52:53.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 0x7fc48806e770 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a815f5f0 0x7fc4a8147d40 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc4a80ce7a0 0x7fc4a8147800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 --2- 172.21.15.90:0/3591479271 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4a80b22b0 0x7fc4a80cbe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 >> 172.21.15.90:0/3591479271 conn(0x7fc4a8062a20 msgr2=0x7fc4a815fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:53.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 shutdown_connections 2024-09-19T06:52:53.151 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.149+0000 7fc4ae800640 1 -- 172.21.15.90:0/3591479271 wait complete. 2024-09-19T06:52:53.166 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_acls.TestACLs.test_acls' 2024-09-19T06:52:53.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.318+0000 7fd09ae00640 1 Processor -- start 2024-09-19T06:52:53.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.319+0000 7fd09ae00640 1 -- start start 2024-09-19T06:52:53.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.320+0000 7fd09ae00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fd09415c170 0x7fd09415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:53.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.320+0000 7fd09ae00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:53.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.320+0000 7fd09ae00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0940b4cf0 con 0x7fd0940cf6c0 2024-09-19T06:52:53.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.320+0000 7fd09ae00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fd09415ca90 con 0x7fd09415c170 2024-09-19T06:52:53.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.320+0000 7fd09ae00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fd0940b49c0 con 0x7fd0940b64e0 2024-09-19T06:52:53.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.320+0000 7fd098e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:53.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.320+0000 7fd098e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:55876/0 (socket says 172.21.15.90:55876) 2024-09-19T06:52:53.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.320+0000 7fd098e00640 1 -- 172.21.15.90:0/278799620 learned_addr learned my addr 172.21.15.90:0/278799620 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:53.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.320+0000 7fd093e00640 1 --2- 172.21.15.90:0/278799620 >> v2:172.21.15.129:3300/0 conn(0x7fd09415c170 0x7fd09415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:53.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.321+0000 7fd098e00640 1 -- 172.21.15.90:0/278799620 >> v2:172.21.15.129:3300/0 conn(0x7fd09415c170 msgr2=0x7fd09415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:53.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.321+0000 7fd098e00640 1 --2- 172.21.15.90:0/278799620 >> v2:172.21.15.129:3300/0 conn(0x7fd09415c170 0x7fd09415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.321+0000 7fd098e00640 1 -- 172.21.15.90:0/278799620 >> v1:172.21.15.129:6789/0 conn(0x7fd0940cf6c0 legacy=0x7fd0940b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:53.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.321+0000 7fd098e00640 1 -- 172.21.15.90:0/278799620 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0940b4fd0 con 0x7fd0940b64e0 2024-09-19T06:52:53.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.321+0000 7fd092a00640 1 -- 172.21.15.90:0/278799620 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3752848707 0 0) 0x7fd0940b4cf0 con 0x7fd0940cf6c0 2024-09-19T06:52:53.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.322+0000 7fd098e00640 1 --2- 172.21.15.90:0/278799620 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cfb30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd08c0098a0 tx=0x7fd08c02a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c7836aabebbba79 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:53.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.322+0000 7fd092a00640 1 -- 172.21.15.90:0/278799620 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08c037070 con 0x7fd0940b64e0 2024-09-19T06:52:53.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.322+0000 7fd092a00640 1 -- 172.21.15.90:0/278799620 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd08c032440 con 0x7fd0940b64e0 2024-09-19T06:52:53.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.322+0000 7fd092a00640 1 -- 172.21.15.90:0/278799620 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08c032810 con 0x7fd0940b64e0 2024-09-19T06:52:53.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.323+0000 7fd09ae00640 1 -- 172.21.15.90:0/278799620 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 msgr2=0x7fd0940cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:53.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.323+0000 7fd09ae00640 1 --2- 172.21.15.90:0/278799620 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cfb30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd08c0098a0 tx=0x7fd08c02a290 comp rx=0 tx=0).stop 2024-09-19T06:52:53.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.323+0000 7fd09ae00640 1 -- 172.21.15.90:0/278799620 shutdown_connections 2024-09-19T06:52:53.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.323+0000 7fd09ae00640 1 --2- 172.21.15.90:0/278799620 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cfb30 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.323+0000 7fd09ae00640 1 --2- 172.21.15.90:0/278799620 >> v2:172.21.15.129:3300/0 conn(0x7fd09415c170 0x7fd09415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.323+0000 7fd09ae00640 1 -- 172.21.15.90:0/278799620 >> 172.21.15.90:0/278799620 conn(0x7fd09406bc10 msgr2=0x7fd09406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:53.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.323+0000 7fd09ae00640 1 -- 172.21.15.90:0/278799620 shutdown_connections 2024-09-19T06:52:53.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.323+0000 7fd09ae00640 1 -- 172.21.15.90:0/278799620 wait complete. 2024-09-19T06:52:53.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.325+0000 7fd09ae00640 1 Processor -- start 2024-09-19T06:52:53.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.325+0000 7fd09ae00640 1 -- start start 2024-09-19T06:52:53.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd09ae00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd09ae00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd0940cf6c0 0x7fd094152210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd09ae00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09415c170 0x7fd094158f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd09ae00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd0940b5870 con 0x7fd09415c170 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd09ae00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fd0940b5590 con 0x7fd0940cf6c0 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd09ae00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fd0940b5b50 con 0x7fd0940b64e0 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd098e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09415c170 0x7fd094158f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd098e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09415c170 0x7fd094158f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:42956/0 (socket says 172.21.15.90:42956) 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd098e00640 1 -- 172.21.15.90:0/3878774938 learned_addr learned my addr 172.21.15.90:0/3878774938 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd093e00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd093400640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd0940cf6c0 0x7fd094152210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd098e00640 1 -- 172.21.15.90:0/3878774938 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 msgr2=0x7fd0940cc6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:53.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd098e00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cc6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd098e00640 1 -- 172.21.15.90:0/3878774938 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd0940cf6c0 msgr2=0x7fd094152210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:53.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd098e00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd0940cf6c0 0x7fd094152210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.326+0000 7fd098e00640 1 -- 172.21.15.90:0/3878774938 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0941594d0 con 0x7fd09415c170 2024-09-19T06:52:53.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.327+0000 7fd098e00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09415c170 0x7fd094158f90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd08c02a2d0 tx=0x7fd08c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:53.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.327+0000 7fd08be00640 1 -- 172.21.15.90:0/3878774938 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08c041020 con 0x7fd09415c170 2024-09-19T06:52:53.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.327+0000 7fd08be00640 1 -- 172.21.15.90:0/3878774938 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd08c03d640 con 0x7fd09415c170 2024-09-19T06:52:53.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.327+0000 7fd08be00640 1 -- 172.21.15.90:0/3878774938 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08c037040 con 0x7fd09415c170 2024-09-19T06:52:53.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.327+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0941561e0 con 0x7fd09415c170 2024-09-19T06:52:53.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.327+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0941564a0 con 0x7fd09415c170 2024-09-19T06:52:53.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.328+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0940cfb30 con 0x7fd09415c170 2024-09-19T06:52:53.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.329+0000 7fd08be00640 1 -- 172.21.15.90:0/3878774938 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd08c044020 con 0x7fd09415c170 2024-09-19T06:52:53.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.330+0000 7fd08be00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd07406c2b0 0x7fd07406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:53.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.330+0000 7fd08be00640 1 -- 172.21.15.90:0/3878774938 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fd08c0ab6f0 con 0x7fd09415c170 2024-09-19T06:52:53.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.330+0000 7fd093e00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd07406c2b0 0x7fd07406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:53.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.331+0000 7fd093e00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd07406c2b0 0x7fd07406e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd084011340 tx=0x7fd08400b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:53.336 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.335+0000 7fd08be00640 1 -- 172.21.15.90:0/3878774938 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd08c04b030 con 0x7fd09415c170 2024-09-19T06:52:53.574 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.573+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_acls.TestACLs.test_acls"]} v 0) -- 0x7fd094160840 con 0x7fd09415c170 2024-09-19T06:52:53.775 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.775+0000 7fd08be00640 1 -- 172.21.15.90:0/3878774938 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_acls.TestACLs.test_acls"]}]=0 v171) ==== 120+0+0 (secure 0 0 0) 0x7fd0941594d0 con 0x7fd09415c170 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd07406c2b0 msgr2=0x7fd07406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd07406c2b0 0x7fd07406e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd084011340 tx=0x7fd08400b040 comp rx=0 tx=0).stop 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09415c170 msgr2=0x7fd094158f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09415c170 0x7fd094158f90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd08c02a2d0 tx=0x7fd08c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 shutdown_connections 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fd07406c2b0 0x7fd07406e770 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09415c170 0x7fd094158f90 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fd0940cf6c0 0x7fd094152210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 --2- 172.21.15.90:0/3878774938 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fd0940b64e0 0x7fd0940cc6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.776+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 >> 172.21.15.90:0/3878774938 conn(0x7fd09406bc10 msgr2=0x7fd0940722d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:53.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.777+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 shutdown_connections 2024-09-19T06:52:53.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:53.777+0000 7fd09ae00640 1 -- 172.21.15.90:0/3878774938 wait complete. 2024-09-19T06:52:53.796 INFO:tasks.cephfs_test_runner:test_acls (tasks.cephfs.test_acls.TestACLs) ... ok 2024-09-19T06:52:53.796 INFO:tasks.cephfs_test_runner: 2024-09-19T06:52:53.796 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T06:52:53.797 INFO:tasks.cephfs_test_runner:Ran 1 test in 210.589s 2024-09-19T06:52:53.797 INFO:tasks.cephfs_test_runner: 2024-09-19T06:52:53.797 INFO:tasks.cephfs_test_runner:OK 2024-09-19T06:52:53.797 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-19T06:52:53.808 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-19T06:52:53.837 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-19T06:52:53.837 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:52:53.838 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:52:53.873 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052612,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497948k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248972k,nr_inodes=812243,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497948k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:52:53.873 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-09-19T06:52:53.874 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:52:53.949 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052612,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497948k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248972k,nr_inodes=812243,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497948k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:52:53.949 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:52:53.949 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:52:53.989 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:52:53.989 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-09-19T06:52:53.990 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:52:54.067 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:52:54.068 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:54.068 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-09-19T06:52:54.104 INFO:teuthology.orchestra.run.smithi090.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:52:54.104 INFO:teuthology.orchestra.run.smithi090.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:52:54.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:54.104 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:52:54.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:54.201 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:52:54.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:54.469 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link delete ceph-brx 2024-09-19T06:52:54.756 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:54.757 DEBUG:teuthology.orchestra.run.smithi090:> ip netns list 2024-09-19T06:52:54.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:54.794 DEBUG:teuthology.orchestra.run.smithi090:> sudo ip link delete ceph-brx 2024-09-19T06:52:54.894 INFO:teuthology.orchestra.run.smithi090.stderr:Cannot find device "ceph-brx" 2024-09-19T06:52:54.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:52:54.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:54.897 DEBUG:teuthology.orchestra.run.smithi129:> ip netns list 2024-09-19T06:52:54.937 INFO:teuthology.orchestra.run.smithi129.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T06:52:54.938 INFO:teuthology.orchestra.run.smithi129.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T06:52:54.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:54.938 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T06:52:55.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:55.041 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T06:52:55.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:55.301 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link delete ceph-brx 2024-09-19T06:52:55.598 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:55.598 DEBUG:teuthology.orchestra.run.smithi129:> ip netns list 2024-09-19T06:52:55.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:52:55.633 DEBUG:teuthology.orchestra.run.smithi129:> sudo ip link delete ceph-brx 2024-09-19T06:52:55.732 INFO:teuthology.orchestra.run.smithi129.stderr:Cannot find device "ceph-brx" 2024-09-19T06:52:55.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:52:55.737 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T06:52:55.746 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:52:55.746 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:52:55.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.903+0000 7f37d6400640 1 Processor -- start 2024-09-19T06:52:55.904 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.903+0000 7f37d6400640 1 -- start start 2024-09-19T06:52:55.905 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.904+0000 7f37d6400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d015adf0 0x7f37d00b3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:55.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.904+0000 7f37d6400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f37d00b2480 0x7f37d0070f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:55.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.904+0000 7f37d6400640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37d00b44f0 con 0x7f37d015b1d0 2024-09-19T06:52:55.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.904+0000 7f37d6400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f37d00b47d0 con 0x7f37d00b2480 2024-09-19T06:52:55.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.904+0000 7f37d6400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f37d00b4ab0 con 0x7f37d015adf0 2024-09-19T06:52:55.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.904+0000 7f37d5a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f37d00b2480 0x7f37d0070f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:55.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.904+0000 7f37d5a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f37d00b2480 0x7f37d0070f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35620/0 (socket says 172.21.15.90:35620) 2024-09-19T06:52:55.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.904+0000 7f37d5a00640 1 -- 172.21.15.90:0/2973238174 learned_addr learned my addr 172.21.15.90:0/2973238174 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:55.906 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.905+0000 7f37d5000640 1 --2- 172.21.15.90:0/2973238174 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d015adf0 0x7f37d00b3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:55.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.905+0000 7f37d5a00640 1 -- 172.21.15.90:0/2973238174 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d015adf0 msgr2=0x7f37d00b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:55.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.905+0000 7f37d5a00640 1 --2- 172.21.15.90:0/2973238174 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d015adf0 0x7f37d00b3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:55.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.905+0000 7f37d5a00640 1 -- 172.21.15.90:0/2973238174 >> v1:172.21.15.129:6789/0 conn(0x7f37d015b1d0 legacy=0x7f37d00b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:55.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.905+0000 7f37d5a00640 1 -- 172.21.15.90:0/2973238174 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37d00b4d90 con 0x7f37d00b2480 2024-09-19T06:52:55.907 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.906+0000 7f37d5a00640 1 --2- 172.21.15.90:0/2973238174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d00b2480 0x7f37d0070f00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f37c8009e50 tx=0x7f37c802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1cb24ff38aae874 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:55.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.906+0000 7f37cf400640 1 -- 172.21.15.90:0/2973238174 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c8036070 con 0x7f37d00b2480 2024-09-19T06:52:55.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.906+0000 7f37cf400640 1 -- 172.21.15.90:0/2973238174 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37c8031600 con 0x7f37d00b2480 2024-09-19T06:52:55.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.906+0000 7f37cf400640 1 -- 172.21.15.90:0/2973238174 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c80319d0 con 0x7f37d00b2480 2024-09-19T06:52:55.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.907+0000 7f37d6400640 1 -- 172.21.15.90:0/2973238174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d00b2480 msgr2=0x7f37d0070f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:55.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.907+0000 7f37d6400640 1 --2- 172.21.15.90:0/2973238174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d00b2480 0x7f37d0070f00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f37c8009e50 tx=0x7f37c802a7a0 comp rx=0 tx=0).stop 2024-09-19T06:52:55.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.907+0000 7f37d6400640 1 -- 172.21.15.90:0/2973238174 shutdown_connections 2024-09-19T06:52:55.908 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.907+0000 7f37d6400640 1 --2- 172.21.15.90:0/2973238174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d00b2480 0x7f37d0070f00 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:55.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.907+0000 7f37d6400640 1 --2- 172.21.15.90:0/2973238174 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d015adf0 0x7f37d00b3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:55.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.907+0000 7f37d6400640 1 -- 172.21.15.90:0/2973238174 >> 172.21.15.90:0/2973238174 conn(0x7f37d0062a20 msgr2=0x7f37d006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:55.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.907+0000 7f37d6400640 1 -- 172.21.15.90:0/2973238174 shutdown_connections 2024-09-19T06:52:55.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.907+0000 7f37d6400640 1 -- 172.21.15.90:0/2973238174 wait complete. 2024-09-19T06:52:55.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.908+0000 7f37d6400640 1 Processor -- start 2024-09-19T06:52:55.909 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.908+0000 7f37d6400640 1 -- start start 2024-09-19T06:52:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.909+0000 7f37d6400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d00b2480 0x7f37d0147b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.909+0000 7f37d6400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d015adf0 0x7f37d01460c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.909+0000 7f37d6400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f37d015b1d0 0x7f37d014b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.909+0000 7f37d6400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f37d00b4030 con 0x7f37d015adf0 2024-09-19T06:52:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.909+0000 7f37d6400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f37d00b5570 con 0x7f37d015b1d0 2024-09-19T06:52:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.909+0000 7f37d6400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f37d00ce050 con 0x7f37d00b2480 2024-09-19T06:52:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37cfe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d015adf0 0x7f37d01460c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37d5000640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d00b2480 0x7f37d0147b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37cfe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d015adf0 0x7f37d01460c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35634/0 (socket says 172.21.15.90:35634) 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37cfe00640 1 -- 172.21.15.90:0/2005275298 learned_addr learned my addr 172.21.15.90:0/2005275298 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37d5a00640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f37d015b1d0 0x7f37d014b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37cfe00640 1 -- 172.21.15.90:0/2005275298 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d00b2480 msgr2=0x7f37d0147b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37cfe00640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d00b2480 0x7f37d0147b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37cfe00640 1 -- 172.21.15.90:0/2005275298 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f37d015b1d0 msgr2=0x7f37d014b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37cfe00640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f37d015b1d0 0x7f37d014b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37cfe00640 1 -- 172.21.15.90:0/2005275298 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37d0146a80 con 0x7f37d015adf0 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.910+0000 7f37cfe00640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d015adf0 0x7f37d01460c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f37bc00c3f0 tx=0x7f37bc00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.911+0000 7f37ccc00640 1 -- 172.21.15.90:0/2005275298 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37bc0052d0 con 0x7f37d015adf0 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.911+0000 7f37ccc00640 1 -- 172.21.15.90:0/2005275298 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37bc005490 con 0x7f37d015adf0 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.911+0000 7f37ccc00640 1 -- 172.21.15.90:0/2005275298 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37bc007260 con 0x7f37d015adf0 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.911+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37d0146d60 con 0x7f37d015adf0 2024-09-19T06:52:55.913 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.911+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37d0147320 con 0x7f37d015adf0 2024-09-19T06:52:55.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.912+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37d00b3af0 con 0x7f37d015adf0 2024-09-19T06:52:55.914 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.913+0000 7f37ccc00640 1 -- 172.21.15.90:0/2005275298 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f37bc007400 con 0x7f37d015adf0 2024-09-19T06:52:55.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.913+0000 7f37ccc00640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f37b006c2e0 0x7f37b006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:55.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.913+0000 7f37ccc00640 1 -- 172.21.15.90:0/2005275298 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f37bc08a680 con 0x7f37d015adf0 2024-09-19T06:52:55.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.914+0000 7f37d5000640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f37b006c2e0 0x7f37b006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:55.915 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.914+0000 7f37d5000640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f37b006c2e0 0x7f37b006e7a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f37c4009b40 tx=0x7f37c4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:55.918 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:55.918+0000 7f37ccc00640 1 -- 172.21.15.90:0/2005275298 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f37bc058970 con 0x7f37d015adf0 2024-09-19T06:52:56.089 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.088+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f37d00b01f0 con 0x7f37b006c2e0 2024-09-19T06:52:56.090 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.088+0000 7f37ccc00640 1 -- 172.21.15.90:0/2005275298 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13494 (secure 0 0 0) 0x7f37d00b01f0 con 0x7f37b006c2e0 2024-09-19T06:52:56.090 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:56.090 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:52:56.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f37b006c2e0 msgr2=0x7f37b006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f37b006c2e0 0x7f37b006e7a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f37c4009b40 tx=0x7f37c4009190 comp rx=0 tx=0).stop 2024-09-19T06:52:56.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d015adf0 msgr2=0x7f37d01460c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d015adf0 0x7f37d01460c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f37bc00c3f0 tx=0x7f37bc00c8b0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 shutdown_connections 2024-09-19T06:52:56.092 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f37b006c2e0 0x7f37b006e7a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f37d015b1d0 0x7f37d014b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f37d015adf0 0x7f37d01460c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 --2- 172.21.15.90:0/2005275298 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f37d00b2480 0x7f37d0147b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 >> 172.21.15.90:0/2005275298 conn(0x7f37d0062a20 msgr2=0x7f37d00722e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:56.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 shutdown_connections 2024-09-19T06:52:56.093 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.091+0000 7f37d6400640 1 -- 172.21.15.90:0/2005275298 wait complete. 2024-09-19T06:52:56.109 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":159,"stamp":"2024-09-19T06:52:55.064783+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":142,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":225444,"kb_used_data":5048,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749276,"statfs":{"total":773094113280,"available":772863258624,"internally_reserved":0,"allocated":5169152,"data_stored":3050133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":225496624},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-514807,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-1,"num_read_kb":-5,"num_write":-118,"num_write_kb":-562,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001130"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":204,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T06:52:52.881052+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:52:52.881052+0000","last_peered":"2024-09-19T06:52:52.881052+0000","last_clean":"2024-09-19T06:52:52.881052+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:52:52.881052+0000","last_undegraded":"2024-09-19T06:52:52.881052+0000","last_fullsized":"2024-09-19T06:52:52.881052+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509493,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509493,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509493,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1040384,"data_stored":765397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509493,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27452,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509493,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1024000,"data_stored":759764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542198,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32104,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339736,"statfs":{"total":96636764160,"available":96603889664,"internally_reserved":0,"allocated":937984,"data_stored":672359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:52:56.109 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:52:56.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.260+0000 7ff99b200640 1 Processor -- start 2024-09-19T06:52:56.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.260+0000 7ff99b200640 1 -- start start 2024-09-19T06:52:56.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.261+0000 7ff99b200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7ff99415c170 0x7ff99415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.261+0000 7ff99b200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff9940b64e0 0x7ff9940cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.261+0000 7ff99b200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9940b4cf0 con 0x7ff9940cf6c0 2024-09-19T06:52:56.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.261+0000 7ff99b200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7ff99415ca90 con 0x7ff99415c170 2024-09-19T06:52:56.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.261+0000 7ff99b200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff9940b49c0 con 0x7ff9940b64e0 2024-09-19T06:52:56.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.262+0000 7ff993e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7ff99415c170 0x7ff99415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.262+0000 7ff993e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7ff99415c170 0x7ff99415c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35650/0 (socket says 172.21.15.90:35650) 2024-09-19T06:52:56.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.262+0000 7ff993e00640 1 -- 172.21.15.90:0/1012838344 learned_addr learned my addr 172.21.15.90:0/1012838344 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:56.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.262+0000 7ff999200640 1 --2- 172.21.15.90:0/1012838344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff9940b64e0 0x7ff9940cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.262+0000 7ff993e00640 1 -- 172.21.15.90:0/1012838344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff9940b64e0 msgr2=0x7ff9940cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:56.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.262+0000 7ff993e00640 1 --2- 172.21.15.90:0/1012838344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff9940b64e0 0x7ff9940cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.262+0000 7ff993e00640 1 -- 172.21.15.90:0/1012838344 >> v1:172.21.15.129:6789/0 conn(0x7ff9940cf6c0 legacy=0x7ff9940b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.262+0000 7ff993e00640 1 -- 172.21.15.90:0/1012838344 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9940b4fd0 con 0x7ff99415c170 2024-09-19T06:52:56.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.262+0000 7ff999200640 1 --2- 172.21.15.90:0/1012838344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff9940b64e0 0x7ff9940cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:52:56.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.263+0000 7ff993e00640 1 --2- 172.21.15.90:0/1012838344 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff99415c170 0x7ff99415c550 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff984009e80 tx=0x7ff98402a740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af94cdef6667d706 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff992a00640 1 -- 172.21.15.90:0/1012838344 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984036070 con 0x7ff99415c170 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff992a00640 1 -- 172.21.15.90:0/1012838344 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff984031600 con 0x7ff99415c170 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff992a00640 1 -- 172.21.15.90:0/1012838344 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9840319d0 con 0x7ff99415c170 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff99b200640 1 -- 172.21.15.90:0/1012838344 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff99415c170 msgr2=0x7ff99415c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff99b200640 1 --2- 172.21.15.90:0/1012838344 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff99415c170 0x7ff99415c550 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff984009e80 tx=0x7ff98402a740 comp rx=0 tx=0).stop 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff99b200640 1 -- 172.21.15.90:0/1012838344 shutdown_connections 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff99b200640 1 --2- 172.21.15.90:0/1012838344 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff9940b64e0 0x7ff9940cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff99b200640 1 --2- 172.21.15.90:0/1012838344 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff99415c170 0x7ff99415c550 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff99b200640 1 -- 172.21.15.90:0/1012838344 >> 172.21.15.90:0/1012838344 conn(0x7ff99406bc10 msgr2=0x7ff99406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff99b200640 1 -- 172.21.15.90:0/1012838344 shutdown_connections 2024-09-19T06:52:56.266 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.264+0000 7ff99b200640 1 -- 172.21.15.90:0/1012838344 wait complete. 2024-09-19T06:52:56.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.266+0000 7ff99b200640 1 Processor -- start 2024-09-19T06:52:56.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.266+0000 7ff99b200640 1 -- start start 2024-09-19T06:52:56.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff99b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff9940b64e0 0x7ff99414b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff99b200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff9940cf6c0 0x7ff99414cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff99b200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff99415c170 0x7ff99414b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff99b200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff9940b5870 con 0x7ff9940b64e0 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff99b200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7ff9940b5590 con 0x7ff9940cf6c0 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff99b200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff9940b5b50 con 0x7ff99415c170 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff9940b64e0 0x7ff99414b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff9940b64e0 0x7ff99414b060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35660/0 (socket says 172.21.15.90:35660) 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993e00640 1 -- 172.21.15.90:0/4258004671 learned_addr learned my addr 172.21.15.90:0/4258004671 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993400640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff9940cf6c0 0x7ff99414cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff999200640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff99415c170 0x7ff99414b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993e00640 1 -- 172.21.15.90:0/4258004671 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff99415c170 msgr2=0x7ff99414b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993e00640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff99415c170 0x7ff99414b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993e00640 1 -- 172.21.15.90:0/4258004671 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff9940cf6c0 msgr2=0x7ff99414cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993e00640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff9940cf6c0 0x7ff99414cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993e00640 1 -- 172.21.15.90:0/4258004671 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff99414d670 con 0x7ff9940b64e0 2024-09-19T06:52:56.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.267+0000 7ff993400640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff9940cf6c0 0x7ff99414cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:52:56.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.268+0000 7ff993e00640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff9940b64e0 0x7ff99414b060 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff984034040 tx=0x7ff984004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:56.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.268+0000 7ff98be00640 1 -- 172.21.15.90:0/4258004671 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984036050 con 0x7ff9940b64e0 2024-09-19T06:52:56.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.268+0000 7ff98be00640 1 -- 172.21.15.90:0/4258004671 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff984042070 con 0x7ff9940b64e0 2024-09-19T06:52:56.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.268+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff99414d950 con 0x7ff9940b64e0 2024-09-19T06:52:56.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.268+0000 7ff98be00640 1 -- 172.21.15.90:0/4258004671 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984009510 con 0x7ff9940b64e0 2024-09-19T06:52:56.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.268+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff99414b5a0 con 0x7ff9940b64e0 2024-09-19T06:52:56.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.269+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9941e5f50 con 0x7ff9940b64e0 2024-09-19T06:52:56.271 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.270+0000 7ff98be00640 1 -- 172.21.15.90:0/4258004671 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff984007c50 con 0x7ff9940b64e0 2024-09-19T06:52:56.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.271+0000 7ff98be00640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff97406c2b0 0x7ff97406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.271+0000 7ff98be00640 1 -- 172.21.15.90:0/4258004671 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7ff9840ac0b0 con 0x7ff9940b64e0 2024-09-19T06:52:56.272 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.271+0000 7ff993400640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff97406c2b0 0x7ff97406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.273 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.272+0000 7ff993400640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff97406c2b0 0x7ff97406e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff980007fd0 tx=0x7ff980009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:56.277 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.276+0000 7ff98be00640 1 -- 172.21.15.90:0/4258004671 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff98407aa80 con 0x7ff9940b64e0 2024-09-19T06:52:56.449 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.448+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff9940cfb30 con 0x7ff97406c2b0 2024-09-19T06:52:56.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.449+0000 7ff98be00640 1 -- 172.21.15.90:0/4258004671 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13494 (secure 0 0 0) 0x7ff9940cfb30 con 0x7ff97406c2b0 2024-09-19T06:52:56.450 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:56.451 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff97406c2b0 msgr2=0x7ff97406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff97406c2b0 0x7ff97406e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff980007fd0 tx=0x7ff980009040 comp rx=0 tx=0).stop 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff9940b64e0 msgr2=0x7ff99414b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff9940b64e0 0x7ff99414b060 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff984034040 tx=0x7ff984004a40 comp rx=0 tx=0).stop 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 shutdown_connections 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff97406c2b0 0x7ff97406e770 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff99415c170 0x7ff99414b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff9940cf6c0 0x7ff99414cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 --2- 172.21.15.90:0/4258004671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff9940b64e0 0x7ff99414b060 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.453 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 >> 172.21.15.90:0/4258004671 conn(0x7ff99406bc10 msgr2=0x7ff994072870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:56.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 shutdown_connections 2024-09-19T06:52:56.454 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.451+0000 7ff99b200640 1 -- 172.21.15.90:0/4258004671 wait complete. 2024-09-19T06:52:56.469 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":159,"stamp":"2024-09-19T06:52:55.064783+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":142,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":225444,"kb_used_data":5048,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749276,"statfs":{"total":773094113280,"available":772863258624,"internally_reserved":0,"allocated":5169152,"data_stored":3050133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":225496624},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-514807,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-1,"num_read_kb":-5,"num_write":-118,"num_write_kb":-562,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001130"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":204,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T06:52:52.881052+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:52:52.881052+0000","last_peered":"2024-09-19T06:52:52.881052+0000","last_clean":"2024-09-19T06:52:52.881052+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:52:52.881052+0000","last_undegraded":"2024-09-19T06:52:52.881052+0000","last_fullsized":"2024-09-19T06:52:52.881052+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509493,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509493,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509493,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1040384,"data_stored":765397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509493,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27452,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509493,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1024000,"data_stored":759764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542198,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32104,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339736,"statfs":{"total":96636764160,"available":96603889664,"internally_reserved":0,"allocated":937984,"data_stored":672359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:52:56.469 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:52:56.469 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:52:56.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.620+0000 7f690b200640 1 Processor -- start 2024-09-19T06:52:56.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.620+0000 7f690b200640 1 -- start start 2024-09-19T06:52:56.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.621+0000 7f690b200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f69040b64e0 0x7f6904167110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.621+0000 7f690b200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69040b49c0 con 0x7f690415c550 2024-09-19T06:52:56.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.621+0000 7f690b200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69040b4cf0 con 0x7f690415c170 2024-09-19T06:52:56.622 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.621+0000 7f690b200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f69040b4fd0 con 0x7f69040b64e0 2024-09-19T06:52:56.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.621+0000 7f68fbe00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f690415c550 0x7f69040b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:55940/0 (socket says 172.21.15.90:55940) 2024-09-19T06:52:56.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.621+0000 7f68fbe00640 1 -- 172.21.15.90:0/4092941216 learned_addr learned my addr 172.21.15.90:0/4092941216 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:52:56.623 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.622+0000 7f6909200640 1 --2- 172.21.15.90:0/4092941216 >> v2:172.21.15.129:3300/0 conn(0x7f69040b64e0 0x7f6904167110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.622+0000 7f6903400640 1 -- 172.21.15.90:0/4092941216 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2336713414 0 0) 0x7f69040b49c0 con 0x7f690415c550 2024-09-19T06:52:56.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.622+0000 7f6903400640 1 -- 172.21.15.90:0/4092941216 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f68e8003520 con 0x7f690415c550 2024-09-19T06:52:56.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.622+0000 7f6903400640 1 -- 172.21.15.90:0/4092941216 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1318261489 0 0) 0x7f69040b4cf0 con 0x7f690415c170 2024-09-19T06:52:56.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.622+0000 7f6903400640 1 -- 172.21.15.90:0/4092941216 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f69040b49c0 con 0x7f690415c170 2024-09-19T06:52:56.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.622+0000 7f6903400640 1 -- 172.21.15.90:0/4092941216 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3346624721 0 0) 0x7f68e8003520 con 0x7f690415c550 2024-09-19T06:52:56.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.622+0000 7f6909200640 1 -- 172.21.15.90:0/4092941216 >> v1:172.21.15.129:6789/0 conn(0x7f690415c170 legacy=0x7f69040cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.622+0000 7f6909200640 1 -- 172.21.15.90:0/4092941216 >> v1:172.21.15.90:6789/0 conn(0x7f690415c550 legacy=0x7f69040b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.622+0000 7f6909200640 1 -- 172.21.15.90:0/4092941216 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69040b52b0 con 0x7f69040b64e0 2024-09-19T06:52:56.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.623+0000 7f6909200640 1 --2- 172.21.15.90:0/4092941216 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69040b64e0 0x7f6904167110 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009dc0 tx=0x7f68fc02a630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f534b7f0db727ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:56.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f6903400640 1 -- 172.21.15.90:0/4092941216 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ec001670 con 0x7f69040b64e0 2024-09-19T06:52:56.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f6903400640 1 -- 172.21.15.90:0/4092941216 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68fc007540 con 0x7f69040b64e0 2024-09-19T06:52:56.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f6903400640 1 -- 172.21.15.90:0/4092941216 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68fc0078f0 con 0x7f69040b64e0 2024-09-19T06:52:56.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f690b200640 1 -- 172.21.15.90:0/4092941216 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69040b64e0 msgr2=0x7f6904167110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f690b200640 1 --2- 172.21.15.90:0/4092941216 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69040b64e0 0x7f6904167110 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009dc0 tx=0x7f68fc02a630 comp rx=0 tx=0).stop 2024-09-19T06:52:56.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f690b200640 1 -- 172.21.15.90:0/4092941216 shutdown_connections 2024-09-19T06:52:56.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f690b200640 1 --2- 172.21.15.90:0/4092941216 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f69040b64e0 0x7f6904167110 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f690b200640 1 -- 172.21.15.90:0/4092941216 >> 172.21.15.90:0/4092941216 conn(0x7f690406bc10 msgr2=0x7f690406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:56.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f690b200640 1 -- 172.21.15.90:0/4092941216 shutdown_connections 2024-09-19T06:52:56.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.624+0000 7f690b200640 1 -- 172.21.15.90:0/4092941216 wait complete. 2024-09-19T06:52:56.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.626+0000 7f690b200640 1 Processor -- start 2024-09-19T06:52:56.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.626+0000 7f690b200640 1 -- start start 2024-09-19T06:52:56.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.627+0000 7f690b200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69040b64e0 0x7f69040cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.627+0000 7f690b200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f690415c170 0x7f6904153100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.627+0000 7f690b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f690415c550 0x7f69040ce680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.627+0000 7f690b200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f69040b5b50 con 0x7f690415c550 2024-09-19T06:52:56.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.627+0000 7f690b200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f69040b5870 con 0x7f690415c170 2024-09-19T06:52:56.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.627+0000 7f690b200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f690415c9c0 con 0x7f69040b64e0 2024-09-19T06:52:56.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.627+0000 7f6909200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f690415c550 0x7f69040ce680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.627+0000 7f6909200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f690415c550 0x7f69040ce680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35670/0 (socket says 172.21.15.90:35670) 2024-09-19T06:52:56.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.627+0000 7f6909200640 1 -- 172.21.15.90:0/2568752321 learned_addr learned my addr 172.21.15.90:0/2568752321 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:56.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f68fbe00640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f690415c170 0x7f6904153100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6903e00640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69040b64e0 0x7f69040cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6909200640 1 -- 172.21.15.90:0/2568752321 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69040b64e0 msgr2=0x7f69040cbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6909200640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69040b64e0 0x7f69040cbda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6909200640 1 -- 172.21.15.90:0/2568752321 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f690415c170 msgr2=0x7f6904153100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6909200640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f690415c170 0x7f6904153100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6909200640 1 -- 172.21.15.90:0/2568752321 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69040cd8c0 con 0x7f690415c550 2024-09-19T06:52:56.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f68fbe00640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f690415c170 0x7f6904153100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:52:56.630 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6909200640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f690415c550 0x7f69040ce680 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009ee0 tx=0x7f68fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:56.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6900c00640 1 -- 172.21.15.90:0/2568752321 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68fc040070 con 0x7f690415c550 2024-09-19T06:52:56.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6900c00640 1 -- 172.21.15.90:0/2568752321 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68fc03c8f0 con 0x7f690415c550 2024-09-19T06:52:56.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69040cdba0 con 0x7f690415c550 2024-09-19T06:52:56.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.628+0000 7f6900c00640 1 -- 172.21.15.90:0/2568752321 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68fc03cca0 con 0x7f690415c550 2024-09-19T06:52:56.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.629+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69040ce160 con 0x7f690415c550 2024-09-19T06:52:56.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.629+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69040b5dd0 con 0x7f690415c550 2024-09-19T06:52:56.632 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.630+0000 7f6900c00640 1 -- 172.21.15.90:0/2568752321 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f68fc039040 con 0x7f690415c550 2024-09-19T06:52:56.632 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.631+0000 7f6900c00640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f68e006c2b0 0x7f68e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.632 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.631+0000 7f6900c00640 1 -- 172.21.15.90:0/2568752321 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f68fc0ac7d0 con 0x7f690415c550 2024-09-19T06:52:56.632 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.631+0000 7f6903e00640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f68e006c2b0 0x7f68e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.633 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.632+0000 7f6903e00640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f68e006c2b0 0x7f68e006e770 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f68f4001650 tx=0x7f68f4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:56.636 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.636+0000 7f6900c00640 1 -- 172.21.15.90:0/2568752321 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f68fc07b240 con 0x7f690415c550 2024-09-19T06:52:56.809 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.808+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f69040ce330 con 0x7f68e006c2b0 2024-09-19T06:52:56.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.809+0000 7f6900c00640 1 -- 172.21.15.90:0/2568752321 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13494 (secure 0 0 0) 0x7f69040ce330 con 0x7f68e006c2b0 2024-09-19T06:52:56.810 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:56.810 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:52:56.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f68e006c2b0 msgr2=0x7f68e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f68e006c2b0 0x7f68e006e770 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f68f4001650 tx=0x7f68f4009040 comp rx=0 tx=0).stop 2024-09-19T06:52:56.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f690415c550 msgr2=0x7f69040ce680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f690415c550 0x7f69040ce680 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009ee0 tx=0x7f68fc004a40 comp rx=0 tx=0).stop 2024-09-19T06:52:56.812 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 shutdown_connections 2024-09-19T06:52:56.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f68e006c2b0 0x7f68e006e770 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f690415c550 0x7f69040ce680 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f690415c170 0x7f6904153100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 --2- 172.21.15.90:0/2568752321 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f69040b64e0 0x7f69040cbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 >> 172.21.15.90:0/2568752321 conn(0x7f690406bc10 msgr2=0x7f69040cfab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:56.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 shutdown_connections 2024-09-19T06:52:56.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.811+0000 7f690b200640 1 -- 172.21.15.90:0/2568752321 wait complete. 2024-09-19T06:52:56.828 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":159,"stamp":"2024-09-19T06:52:55.064783+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":142,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":225444,"kb_used_data":5048,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749276,"statfs":{"total":773094113280,"available":772863258624,"internally_reserved":0,"allocated":5169152,"data_stored":3050133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":225496624},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-514807,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-1,"num_read_kb":-5,"num_write":-118,"num_write_kb":-562,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001130"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":204,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T06:52:52.881052+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:52:52.881052+0000","last_peered":"2024-09-19T06:52:52.881052+0000","last_clean":"2024-09-19T06:52:52.881052+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:52:52.881052+0000","last_undegraded":"2024-09-19T06:52:52.881052+0000","last_fullsized":"2024-09-19T06:52:52.881052+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509493,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509493,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509493,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1040384,"data_stored":765397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509493,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27452,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509493,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1024000,"data_stored":759764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":430080,"data_stored":169396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542198,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32104,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339736,"statfs":{"total":96636764160,"available":96603889664,"internally_reserved":0,"allocated":937984,"data_stored":672359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:52:56.828 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:52:56.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.980+0000 7f719e200640 1 Processor -- start 2024-09-19T06:52:56.981 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.980+0000 7f719e200640 1 -- start start 2024-09-19T06:52:56.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.981+0000 7f719e200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980d3bd0 0x7f71980b8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.981+0000 7f719e200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f719815e9d0 con 0x7f719815e5f0 2024-09-19T06:52:56.982 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.981+0000 7f719e200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71980b8f20 con 0x7f71980d1590 2024-09-19T06:52:56.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.981+0000 7f719e200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f71980b9b30 con 0x7f71980d3bd0 2024-09-19T06:52:56.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.981+0000 7f719ce00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f719815e5f0 0x7f71980d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:55956/0 (socket says 172.21.15.90:55956) 2024-09-19T06:52:56.983 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.981+0000 7f719ce00640 1 -- 172.21.15.90:0/2868897621 learned_addr learned my addr 172.21.15.90:0/2868897621 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:52:56.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2277147223 0 0) 0x7f719815e9d0 con 0x7f719815e5f0 2024-09-19T06:52:56.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7180003520 con 0x7f719815e5f0 2024-09-19T06:52:56.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f719d800640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980d3bd0 0x7f71980b8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 707946503 0 0) 0x7f7180003520 con 0x7f719815e5f0 2024-09-19T06:52:56.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980d3bd0 msgr2=0x7f71980b8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:56.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980d3bd0 0x7f71980b8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 >> v1:172.21.15.129:6789/0 conn(0x7f71980d1590 legacy=0x7f71980b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71980b9200 con 0x7f719815e5f0 2024-09-19T06:52:56.985 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f718c001670 con 0x7f719815e5f0 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 >> v1:172.21.15.90:6789/0 conn(0x7f719815e5f0 legacy=0x7f71980d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980d3bd0 0x7f71800039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7180004010 0x7f7180004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180004d40 0x7f71800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f718000bbd0 con 0x7f7180004d40 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f718000bd80 con 0x7f7180004010 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f718000bf80 con 0x7f71980d3bd0 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f719d800640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180004d40 0x7f71800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.982+0000 7f7197e00640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7180004010 0x7f7180004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.983+0000 7f719ce00640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980d3bd0 0x7f71800039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.983+0000 7f719d800640 1 -- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980d3bd0 msgr2=0x7f71800039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.983+0000 7f719d800640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980d3bd0 0x7f71800039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.986 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.983+0000 7f719d800640 1 -- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7180004010 msgr2=0x7f7180004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:56.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.983+0000 7f719d800640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7180004010 0x7f7180004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.983+0000 7f719d800640 1 -- 172.21.15.90:0/2868897621 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7180003520 con 0x7f7180004d40 2024-09-19T06:52:56.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.983+0000 7f719ce00640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980d3bd0 0x7f71800039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:52:56.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.984+0000 7f719d800640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180004d40 0x7f71800051c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f7190007360 tx=0x7f7180005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fec6711cb14260db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:56.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.984+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7190009be0 con 0x7f7180004d40 2024-09-19T06:52:56.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.984+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7190036600 con 0x7f7180004d40 2024-09-19T06:52:56.987 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.984+0000 7f7197400640 1 -- 172.21.15.90:0/2868897621 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71900369d0 con 0x7f7180004d40 2024-09-19T06:52:56.988 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.984+0000 7f719e200640 1 -- 172.21.15.90:0/2868897621 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180004d40 msgr2=0x7f71800051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.984+0000 7f719e200640 1 --2- 172.21.15.90:0/2868897621 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7180004d40 0x7f71800051c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f7190007360 tx=0x7f7180005830 comp rx=0 tx=0).stop 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.984+0000 7f719d800640 1 -- 172.21.15.90:0/2868897621 reap_dead start 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.985+0000 7f719e200640 1 -- 172.21.15.90:0/2868897621 shutdown_connections 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.985+0000 7f719e200640 1 -- 172.21.15.90:0/2868897621 >> 172.21.15.90:0/2868897621 conn(0x7f7198062630 msgr2=0x7f7198062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.985+0000 7f719e200640 1 -- 172.21.15.90:0/2868897621 shutdown_connections 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.985+0000 7f719e200640 1 -- 172.21.15.90:0/2868897621 wait complete. 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.986+0000 7f719e200640 1 Processor -- start 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.986+0000 7f719e200640 1 -- start start 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.987+0000 7f719e200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7180004d40 0x7f719815ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.987+0000 7f719e200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7198160580 0x7f7198160a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.987+0000 7f719e200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980c8010 0x7f71980c8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.989 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.987+0000 7f719e200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f71980b8900 con 0x7f7198160580 2024-09-19T06:52:56.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.987+0000 7f719e200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f71980b97c0 con 0x7f7180004d40 2024-09-19T06:52:56.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.987+0000 7f719e200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f71980b8a80 con 0x7f71980c8010 2024-09-19T06:52:56.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.987+0000 7f7197e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7198160580 0x7f7198160a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.987+0000 7f7197e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7198160580 0x7f7198160a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35692/0 (socket says 172.21.15.90:35692) 2024-09-19T06:52:56.990 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.987+0000 7f7197e00640 1 -- 172.21.15.90:0/3502206755 learned_addr learned my addr 172.21.15.90:0/3502206755 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:56.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f719ce00640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7180004d40 0x7f719815ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f719d800640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980c8010 0x7f71980c8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f7197e00640 1 -- 172.21.15.90:0/3502206755 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980c8010 msgr2=0x7f71980c8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.991 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f7197e00640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980c8010 0x7f71980c8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f7197e00640 1 -- 172.21.15.90:0/3502206755 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7180004d40 msgr2=0x7f719815ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f7197e00640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7180004d40 0x7f719815ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f7197e00640 1 -- 172.21.15.90:0/3502206755 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71980c8d60 con 0x7f7198160580 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f7197e00640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7198160580 0x7f7198160a00 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f718400f880 tx=0x7f718400fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f7194c00640 1 -- 172.21.15.90:0/3502206755 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7184001d20 con 0x7f7198160580 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f7194c00640 1 -- 172.21.15.90:0/3502206755 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7184018070 con 0x7f7198160580 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f7194c00640 1 -- 172.21.15.90:0/3502206755 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718400d6d0 con 0x7f7198160580 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.988+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71980c9040 con 0x7f7198160580 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.989+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71980c9600 con 0x7f7198160580 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.990+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7198069c20 con 0x7f7198160580 2024-09-19T06:52:56.992 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.990+0000 7f7194c00640 1 -- 172.21.15.90:0/3502206755 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f718400d870 con 0x7f7198160580 2024-09-19T06:52:56.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.991+0000 7f7194c00640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f717806c2b0 0x7f717806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:56.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.991+0000 7f7194c00640 1 -- 172.21.15.90:0/3502206755 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f718408afb0 con 0x7f7198160580 2024-09-19T06:52:56.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.991+0000 7f719ce00640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f717806c2b0 0x7f717806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:56.993 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.992+0000 7f719ce00640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f717806c2b0 0x7f717806e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f718c001200 tx=0x7f718c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:56.996 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:56.995+0000 7f7194c00640 1 -- 172.21.15.90:0/3502206755 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7184059980 con 0x7f7198160580 2024-09-19T06:52:57.172 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.171+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f71980d47a0 con 0x7f7198160580 2024-09-19T06:52:57.173 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.173+0000 7f7194c00640 1 -- 172.21.15.90:0/3502206755 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+13032 (secure 0 0 0) 0x7f71980d47a0 con 0x7f7198160580 2024-09-19T06:52:57.173 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:52:57.174 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":39,"fsid":"ffcf6768-358b-40a4-a0a3-dc040e155e17","created":"2024-09-19T06:48:28.255685+0000","modified":"2024-09-19T06:52:52.764856+0000","last_up_change":"2024-09-19T06:48:42.855075+0000","last_in_change":"2024-09-19T06:48:31.501297+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:48:43.072670+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90a67d3f-4c04-4705-b61e-02c6176934ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6827","nonce":3459774506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6829","nonce":3459774506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6833","nonce":3459774506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3459774506},{"type":"v1","addr":"172.21.15.90:6831","nonce":3459774506}]},"public_addr":"172.21.15.90:6827/3459774506","cluster_addr":"172.21.15.90:6829/3459774506","heartbeat_back_addr":"172.21.15.90:6833/3459774506","heartbeat_front_addr":"172.21.15.90:6831/3459774506","state":["exists","up"]},{"osd":1,"uuid":"2d132286-3752-41c9-9a52-fee8b1993979","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6811","nonce":2738506166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6813","nonce":2738506166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6817","nonce":2738506166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":2738506166},{"type":"v1","addr":"172.21.15.90:6815","nonce":2738506166}]},"public_addr":"172.21.15.90:6811/2738506166","cluster_addr":"172.21.15.90:6813/2738506166","heartbeat_back_addr":"172.21.15.90:6817/2738506166","heartbeat_front_addr":"172.21.15.90:6815/2738506166","state":["exists","up"]},{"osd":2,"uuid":"798d96e1-3a04-4c7a-a7a4-036995243ba2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6803","nonce":4282371593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6805","nonce":4282371593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6809","nonce":4282371593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":4282371593},{"type":"v1","addr":"172.21.15.90:6807","nonce":4282371593}]},"public_addr":"172.21.15.90:6803/4282371593","cluster_addr":"172.21.15.90:6805/4282371593","heartbeat_back_addr":"172.21.15.90:6809/4282371593","heartbeat_front_addr":"172.21.15.90:6807/4282371593","state":["exists","up"]},{"osd":3,"uuid":"6de3d8b9-ea36-43ca-900c-a2d406c0f41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6819","nonce":1547161415}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6821","nonce":1547161415}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6825","nonce":1547161415}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":1547161415},{"type":"v1","addr":"172.21.15.90:6823","nonce":1547161415}]},"public_addr":"172.21.15.90:6819/1547161415","cluster_addr":"172.21.15.90:6821/1547161415","heartbeat_back_addr":"172.21.15.90:6825/1547161415","heartbeat_front_addr":"172.21.15.90:6823/1547161415","state":["exists","up"]},{"osd":4,"uuid":"7ea83d2b-9a4f-4088-8d21-2e0ee7e07363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6801","nonce":3067833917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6803","nonce":3067833917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6807","nonce":3067833917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":3067833917},{"type":"v1","addr":"172.21.15.129:6805","nonce":3067833917}]},"public_addr":"172.21.15.129:6801/3067833917","cluster_addr":"172.21.15.129:6803/3067833917","heartbeat_back_addr":"172.21.15.129:6807/3067833917","heartbeat_front_addr":"172.21.15.129:6805/3067833917","state":["exists","up"]},{"osd":5,"uuid":"39c9ed6a-3f28-4943-9870-8f20a229a0ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6817","nonce":669412576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6819","nonce":669412576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6823","nonce":669412576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":669412576},{"type":"v1","addr":"172.21.15.129:6821","nonce":669412576}]},"public_addr":"172.21.15.129:6817/669412576","cluster_addr":"172.21.15.129:6819/669412576","heartbeat_back_addr":"172.21.15.129:6823/669412576","heartbeat_front_addr":"172.21.15.129:6821/669412576","state":["exists","up"]},{"osd":6,"uuid":"8fd64d2a-31c0-44ba-9ab4-69d21c1f2676","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6809","nonce":2277901189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6811","nonce":2277901189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6815","nonce":2277901189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2277901189},{"type":"v1","addr":"172.21.15.129:6813","nonce":2277901189}]},"public_addr":"172.21.15.129:6809/2277901189","cluster_addr":"172.21.15.129:6811/2277901189","heartbeat_back_addr":"172.21.15.129:6815/2277901189","heartbeat_front_addr":"172.21.15.129:6813/2277901189","state":["exists","up"]},{"osd":7,"uuid":"c8139c7d-00b5-4208-b5e1-a48c568430a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6825","nonce":297207818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6827","nonce":297207818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6831","nonce":297207818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":297207818},{"type":"v1","addr":"172.21.15.129:6829","nonce":297207818}]},"public_addr":"172.21.15.129:6825/297207818","cluster_addr":"172.21.15.129:6827/297207818","heartbeat_back_addr":"172.21.15.129:6831/297207818","heartbeat_front_addr":"172.21.15.129:6829/297207818","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.321982+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.313767+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.292453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.096111+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.008805+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.124065+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.323710+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:48:39.443809+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6837/3101186327":"2024-09-20T06:52:49.754807+0000","172.21.15.90:6836/3101186327":"2024-09-20T06:52:49.754807+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f717806c2b0 msgr2=0x7f717806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f717806c2b0 0x7f717806e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f718c001200 tx=0x7f718c009040 comp rx=0 tx=0).stop 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7198160580 msgr2=0x7f7198160a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7198160580 0x7f7198160a00 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f718400f880 tx=0x7f718400fd40 comp rx=0 tx=0).stop 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 shutdown_connections 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f717806c2b0 0x7f717806e770 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f71980c8010 0x7f71980c8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7198160580 0x7f7198160a00 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 --2- 172.21.15.90:0/3502206755 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7180004d40 0x7f719815ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 >> 172.21.15.90:0/3502206755 conn(0x7f7198062630 msgr2=0x7f71980d4090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:57.176 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 shutdown_connections 2024-09-19T06:52:57.177 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:57.175+0000 7f719e200640 1 -- 172.21.15.90:0/3502206755 wait complete. 2024-09-19T06:52:58.193 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T06:52:58.193 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:52:58.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.358+0000 7f2c3f200640 1 Processor -- start 2024-09-19T06:52:58.358 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.358+0000 7f2c3f200640 1 -- start start 2024-09-19T06:52:58.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.359+0000 7f2c3f200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f2c40158c30 0x7f2c4015f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.359+0000 7f2c3f200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c4015fc00 con 0x7f2c400ced50 2024-09-19T06:52:58.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.359+0000 7f2c3f200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c400b3c70 con 0x7f2c400afe50 2024-09-19T06:52:58.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.359+0000 7f2c3f200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f2c400b3f50 con 0x7f2c40158c30 2024-09-19T06:52:58.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.360+0000 7f2c3e800640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f2c400ced50 0x7f2c400b4a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:55960/0 (socket says 172.21.15.90:55960) 2024-09-19T06:52:58.360 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.360+0000 7f2c3e800640 1 -- 172.21.15.90:0/1728384609 learned_addr learned my addr 172.21.15.90:0/1728384609 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:52:58.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.360+0000 7f2c3de00640 1 --2- 172.21.15.90:0/1728384609 >> v2:172.21.15.129:3300/0 conn(0x7f2c40158c30 0x7f2c4015f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.360+0000 7f2c3d400640 1 -- 172.21.15.90:0/1728384609 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 233213428 0 0) 0x7f2c4015fc00 con 0x7f2c400ced50 2024-09-19T06:52:58.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.360+0000 7f2c3d400640 1 -- 172.21.15.90:0/1728384609 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c24003520 con 0x7f2c400ced50 2024-09-19T06:52:58.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.361+0000 7f2c3de00640 1 -- 172.21.15.90:0/1728384609 >> v1:172.21.15.129:6789/0 conn(0x7f2c400afe50 legacy=0x7f2c400ce640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.361+0000 7f2c3d400640 1 -- 172.21.15.90:0/1728384609 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 807053864 0 0) 0x7f2c400b3c70 con 0x7f2c400afe50 2024-09-19T06:52:58.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.361+0000 7f2c3de00640 1 -- 172.21.15.90:0/1728384609 >> v1:172.21.15.90:6789/0 conn(0x7f2c400ced50 legacy=0x7f2c400b4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.361 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.361+0000 7f2c3de00640 1 -- 172.21.15.90:0/1728384609 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c400b4230 con 0x7f2c40158c30 2024-09-19T06:52:58.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.362+0000 7f2c3de00640 1 --2- 172.21.15.90:0/1728384609 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2c40158c30 0x7f2c4015f490 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2c300097a0 tx=0x7f2c3002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a20cc82de223d910 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.362+0000 7f2c3d400640 1 -- 172.21.15.90:0/1728384609 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c30037070 con 0x7f2c40158c30 2024-09-19T06:52:58.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.362+0000 7f2c3d400640 1 -- 172.21.15.90:0/1728384609 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c3002ab90 con 0x7f2c40158c30 2024-09-19T06:52:58.362 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.362+0000 7f2c3d400640 1 -- 172.21.15.90:0/1728384609 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c38001970 con 0x7f2c40158c30 2024-09-19T06:52:58.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.363+0000 7f2c3f200640 1 -- 172.21.15.90:0/1728384609 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2c40158c30 msgr2=0x7f2c4015f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.363+0000 7f2c3f200640 1 --2- 172.21.15.90:0/1728384609 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2c40158c30 0x7f2c4015f490 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2c300097a0 tx=0x7f2c3002a100 comp rx=0 tx=0).stop 2024-09-19T06:52:58.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.363+0000 7f2c3f200640 1 -- 172.21.15.90:0/1728384609 shutdown_connections 2024-09-19T06:52:58.363 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.363+0000 7f2c3f200640 1 --2- 172.21.15.90:0/1728384609 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2c40158c30 0x7f2c4015f490 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.363+0000 7f2c3f200640 1 -- 172.21.15.90:0/1728384609 >> 172.21.15.90:0/1728384609 conn(0x7f2c400b0740 msgr2=0x7f2c400b0b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:58.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.363+0000 7f2c3f200640 1 -- 172.21.15.90:0/1728384609 shutdown_connections 2024-09-19T06:52:58.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.363+0000 7f2c3f200640 1 -- 172.21.15.90:0/1728384609 wait complete. 2024-09-19T06:52:58.364 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.364+0000 7f2c3f200640 1 Processor -- start 2024-09-19T06:52:58.365 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.365+0000 7f2c3f200640 1 -- start start 2024-09-19T06:52:58.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.365+0000 7f2c3f200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2c400afe50 0x7f2c401e78b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.365+0000 7f2c3f200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2c400ced50 0x7f2c40159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.365+0000 7f2c3f200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2c40158c30 0x7f2c400adb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.365+0000 7f2c3f200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2c400b52c0 con 0x7f2c400ced50 2024-09-19T06:52:58.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.365+0000 7f2c3f200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f2c400b5140 con 0x7f2c40158c30 2024-09-19T06:52:58.367 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.365+0000 7f2c3f200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f2c400b5440 con 0x7f2c400afe50 2024-09-19T06:52:58.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c35400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2c400ced50 0x7f2c40159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c35400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2c400ced50 0x7f2c40159010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35708/0 (socket says 172.21.15.90:35708) 2024-09-19T06:52:58.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c35400640 1 -- 172.21.15.90:0/1727281882 learned_addr learned my addr 172.21.15.90:0/1727281882 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:58.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c3de00640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2c400afe50 0x7f2c401e78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c3e800640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2c40158c30 0x7f2c400adb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c35400640 1 -- 172.21.15.90:0/1727281882 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2c400afe50 msgr2=0x7f2c401e78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c35400640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2c400afe50 0x7f2c401e78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c35400640 1 -- 172.21.15.90:0/1727281882 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2c40158c30 msgr2=0x7f2c400adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.368 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c35400640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f2c40158c30 0x7f2c400adb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c35400640 1 -- 172.21.15.90:0/1727281882 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c401448c0 con 0x7f2c400ced50 2024-09-19T06:52:58.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c3de00640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f2c400afe50 0x7f2c401e78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:52:58.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.366+0000 7f2c35400640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2c400ced50 0x7f2c40159010 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2c2800c550 tx=0x7f2c2800ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.367+0000 7f2c36a00640 1 -- 172.21.15.90:0/1727281882 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c28005480 con 0x7f2c400ced50 2024-09-19T06:52:58.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.367+0000 7f2c36a00640 1 -- 172.21.15.90:0/1727281882 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c280035f0 con 0x7f2c400ced50 2024-09-19T06:52:58.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.367+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c40159550 con 0x7f2c400ced50 2024-09-19T06:52:58.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.367+0000 7f2c36a00640 1 -- 172.21.15.90:0/1727281882 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c280039e0 con 0x7f2c400ced50 2024-09-19T06:52:58.369 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.367+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c40145120 con 0x7f2c400ced50 2024-09-19T06:52:58.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.367+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2c40144c70 con 0x7f2c400ced50 2024-09-19T06:52:58.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.369+0000 7f2c36a00640 1 -- 172.21.15.90:0/1727281882 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c28003b80 con 0x7f2c400ced50 2024-09-19T06:52:58.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.369+0000 7f2c36a00640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2c1c06c450 0x7f2c1c06e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.370 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.370+0000 7f2c36a00640 1 -- 172.21.15.90:0/1727281882 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f2c2808ada0 con 0x7f2c400ced50 2024-09-19T06:52:58.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.370+0000 7f2c3de00640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2c1c06c450 0x7f2c1c06e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.370+0000 7f2c36a00640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f2c1c072310 0x7f2c1c074730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.370+0000 7f2c36a00640 1 -- 172.21.15.90:0/1727281882 --> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2c28005480 con 0x7f2c1c072310 2024-09-19T06:52:58.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.370+0000 7f2c36a00640 1 -- 172.21.15.90:0/1727281882 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f2c2808d4a0 con 0x7f2c400ced50 2024-09-19T06:52:58.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.370+0000 7f2c3e800640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f2c1c072310 0x7f2c1c074730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.370+0000 7f2c3de00640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2c1c06c450 0x7f2c1c06e910 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2c30034000 tx=0x7f2c3002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.371 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.371+0000 7f2c3e800640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f2c1c072310 0x7f2c1c074730 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.372 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.371+0000 7f2c36a00640 1 -- 172.21.15.90:0/1727281882 <== osd.0 v2:172.21.15.90:6826/3459774506 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2c28005480 con 0x7f2c1c072310 2024-09-19T06:52:58.385 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.384+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 --> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2c400b57f0 con 0x7f2c1c072310 2024-09-19T06:52:58.386 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c36a00640 1 -- 172.21.15.90:0/1727281882 <== osd.0 v2:172.21.15.90:6826/3459774506 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2c400b57f0 con 0x7f2c1c072310 2024-09-19T06:52:58.386 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:52:58.386 INFO:teuthology.orchestra.run.smithi090.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:52:58.386 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:52:58.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f2c1c072310 msgr2=0x7f2c1c074730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6826/3459774506,v1:172.21.15.90:6827/3459774506] conn(0x7f2c1c072310 0x7f2c1c074730 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2c1c06c450 msgr2=0x7f2c1c06e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f2c1c06c450 0x7f2c1c06e910 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2c30034000 tx=0x7f2c3002e000 comp rx=0 tx=0).stop 2024-09-19T06:52:58.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2c400ced50 msgr2=0x7f2c40159010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 --2- 172.21.15.90:0/1727281882 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2c400ced50 0x7f2c40159010 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2c2800c550 tx=0x7f2c2800ca10 comp rx=0 tx=0).stop 2024-09-19T06:52:58.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3e800640 1 -- 172.21.15.90:0/1727281882 reap_dead start 2024-09-19T06:52:58.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 shutdown_connections 2024-09-19T06:52:58.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 >> 172.21.15.90:0/1727281882 conn(0x7f2c400b0740 msgr2=0x7f2c401571e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:58.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 shutdown_connections 2024-09-19T06:52:58.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.385+0000 7f2c3f200640 1 -- 172.21.15.90:0/1727281882 wait complete. 2024-09-19T06:52:58.401 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T06:52:58.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.553+0000 7f533f600640 1 Processor -- start 2024-09-19T06:52:58.554 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.554+0000 7f533f600640 1 -- start start 2024-09-19T06:52:58.555 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.555+0000 7f533f600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f533815a050 0x7f533815d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.555+0000 7f533f600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f533815ee90 0x7f5338073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.555+0000 7f533f600640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f533815a430 con 0x7f53380731c0 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.555+0000 7f533f600640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f5338073b40 con 0x7f533815ee90 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.555+0000 7f533f600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f533815d9a0 con 0x7f533815a050 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.555+0000 7f533d600640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f533815ee90 0x7f5338073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.555+0000 7f532fe00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f53380731c0 0x7f533815ffd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:55974/0 (socket says 172.21.15.90:55974) 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.555+0000 7f532fe00640 1 -- 172.21.15.90:0/4083655425 learned_addr learned my addr 172.21.15.90:0/4083655425 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.555+0000 7f533cc00640 1 --2- 172.21.15.90:0/4083655425 >> v2:172.21.15.129:3300/0 conn(0x7f533815a050 0x7f533815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.556+0000 7f533d600640 1 -- 172.21.15.90:0/4083655425 >> v2:172.21.15.129:3300/0 conn(0x7f533815a050 msgr2=0x7f533815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.556+0000 7f533d600640 1 --2- 172.21.15.90:0/4083655425 >> v2:172.21.15.129:3300/0 conn(0x7f533815a050 0x7f533815d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.556 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.556+0000 7f533d600640 1 -- 172.21.15.90:0/4083655425 >> v1:172.21.15.90:6789/0 conn(0x7f53380731c0 legacy=0x7f533815ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.556+0000 7f533d600640 1 -- 172.21.15.90:0/4083655425 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53380cd0a0 con 0x7f533815ee90 2024-09-19T06:52:58.557 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.556+0000 7f5337e00640 1 -- 172.21.15.90:0/4083655425 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1006031843 0 0) 0x7f533815a430 con 0x7f53380731c0 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f533d600640 1 --2- 172.21.15.90:0/4083655425 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815ee90 0x7f5338073600 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5338069470 tx=0x7f533002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f409002825b25004 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f5337e00640 1 -- 172.21.15.90:0/4083655425 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5330007740 con 0x7f533815ee90 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f5337e00640 1 -- 172.21.15.90:0/4083655425 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53300078e0 con 0x7f533815ee90 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f5337e00640 1 -- 172.21.15.90:0/4083655425 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5330007cb0 con 0x7f533815ee90 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f533f600640 1 -- 172.21.15.90:0/4083655425 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815ee90 msgr2=0x7f5338073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f533f600640 1 --2- 172.21.15.90:0/4083655425 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815ee90 0x7f5338073600 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5338069470 tx=0x7f533002a5f0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f533f600640 1 -- 172.21.15.90:0/4083655425 shutdown_connections 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f533f600640 1 --2- 172.21.15.90:0/4083655425 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815ee90 0x7f5338073600 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f533f600640 1 --2- 172.21.15.90:0/4083655425 >> v2:172.21.15.129:3300/0 conn(0x7f533815a050 0x7f533815d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.558 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.557+0000 7f533f600640 1 -- 172.21.15.90:0/4083655425 >> 172.21.15.90:0/4083655425 conn(0x7f533806d0f0 msgr2=0x7f533806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:58.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.558+0000 7f533f600640 1 -- 172.21.15.90:0/4083655425 shutdown_connections 2024-09-19T06:52:58.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.558+0000 7f533f600640 1 -- 172.21.15.90:0/4083655425 wait complete. 2024-09-19T06:52:58.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.559+0000 7f533f600640 1 Processor -- start 2024-09-19T06:52:58.559 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.559+0000 7f533f600640 1 -- start start 2024-09-19T06:52:58.561 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.560+0000 7f533f600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53380731c0 0x7f53380c6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.560+0000 7f533f600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815a050 0x7f5338152fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.560+0000 7f533f600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f533815ee90 0x7f53380c7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.560+0000 7f533f600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f53380cd940 con 0x7f533815a050 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.560+0000 7f533f600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f53380cd660 con 0x7f533815ee90 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.560+0000 7f533f600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f53380cdc20 con 0x7f53380731c0 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.560+0000 7f532fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815a050 0x7f5338152fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.560+0000 7f532fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815a050 0x7f5338152fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35726/0 (socket says 172.21.15.90:35726) 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.560+0000 7f532fe00640 1 -- 172.21.15.90:0/71190732 learned_addr learned my addr 172.21.15.90:0/71190732 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f533cc00640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53380731c0 0x7f53380c6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f533d600640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f533815ee90 0x7f53380c7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f532fe00640 1 -- 172.21.15.90:0/71190732 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53380731c0 msgr2=0x7f53380c6ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.562 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f532fe00640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53380731c0 0x7f53380c6ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f532fe00640 1 -- 172.21.15.90:0/71190732 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f533815ee90 msgr2=0x7f53380c7c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f532fe00640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f533815ee90 0x7f53380c7c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f532fe00640 1 -- 172.21.15.90:0/71190732 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53380ca900 con 0x7f533815a050 2024-09-19T06:52:58.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f532fe00640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815a050 0x7f5338152fb0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f532000c500 tx=0x7f532000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f5335600640 1 -- 172.21.15.90:0/71190732 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5320018070 con 0x7f533815a050 2024-09-19T06:52:58.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f5335600640 1 -- 172.21.15.90:0/71190732 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5320007580 con 0x7f533815a050 2024-09-19T06:52:58.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f5335600640 1 -- 172.21.15.90:0/71190732 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5320004a20 con 0x7f533815a050 2024-09-19T06:52:58.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.561+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53380c75d0 con 0x7f533815a050 2024-09-19T06:52:58.563 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.562+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53380cae80 con 0x7f533815a050 2024-09-19T06:52:58.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.563+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53380b36e0 con 0x7f533815a050 2024-09-19T06:52:58.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.563+0000 7f5335600640 1 -- 172.21.15.90:0/71190732 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f532001b070 con 0x7f533815a050 2024-09-19T06:52:58.564 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.564+0000 7f5335600640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f531406c2b0 0x7f531406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.564+0000 7f5335600640 1 -- 172.21.15.90:0/71190732 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f532008a360 con 0x7f533815a050 2024-09-19T06:52:58.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.565+0000 7f533cc00640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f531406c2b0 0x7f531406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.565 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.565+0000 7f533cc00640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f531406c2b0 0x7f531406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5328006fd0 tx=0x7f5328008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.569 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.569+0000 7f5335600640 1 -- 172.21.15.90:0/71190732 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5320058810 con 0x7f533815a050 2024-09-19T06:52:58.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.743+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f53380d0b40 con 0x7f531406c2b0 2024-09-19T06:52:58.743 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.743+0000 7f5335600640 1 -- 172.21.15.90:0/71190732 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f53380d0b40 con 0x7f531406c2b0 2024-09-19T06:52:58.743 INFO:teuthology.orchestra.run.smithi090.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T06:52:58.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f531406c2b0 msgr2=0x7f531406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f531406c2b0 0x7f531406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5328006fd0 tx=0x7f5328008040 comp rx=0 tx=0).stop 2024-09-19T06:52:58.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815a050 msgr2=0x7f5338152fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815a050 0x7f5338152fb0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f532000c500 tx=0x7f532000c9c0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 shutdown_connections 2024-09-19T06:52:58.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f531406c2b0 0x7f531406e770 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f533815ee90 0x7f53380c7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.746 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f533815a050 0x7f5338152fb0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 --2- 172.21.15.90:0/71190732 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f53380731c0 0x7f53380c6ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.745+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 >> 172.21.15.90:0/71190732 conn(0x7f533806d0f0 msgr2=0x7f533815dd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:58.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.746+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 shutdown_connections 2024-09-19T06:52:58.747 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.746+0000 7f533f600640 1 -- 172.21.15.90:0/71190732 wait complete. 2024-09-19T06:52:58.762 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T06:52:58.762 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:52:58.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.919+0000 7fe379200640 1 Processor -- start 2024-09-19T06:52:58.919 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.919+0000 7fe379200640 1 -- start start 2024-09-19T06:52:58.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.920+0000 7fe379200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fe37415e530 0x7fe3740b6250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.920+0000 7fe379200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fe374073010 0x7fe374073460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.920+0000 7fe379200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3740b5490 con 0x7fe374162070 2024-09-19T06:52:58.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.920+0000 7fe379200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fe3740739a0 con 0x7fe37415e530 2024-09-19T06:52:58.920 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.920+0000 7fe379200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fe3740b5dc0 con 0x7fe374073010 2024-09-19T06:52:58.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.920+0000 7fe373400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fe37415e530 0x7fe3740b6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.920+0000 7fe373400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fe37415e530 0x7fe3740b6250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35738/0 (socket says 172.21.15.90:35738) 2024-09-19T06:52:58.921 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.920+0000 7fe373400640 1 -- 172.21.15.90:0/638157238 learned_addr learned my addr 172.21.15.90:0/638157238 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:58.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.921+0000 7fe36aa00640 1 --2- 172.21.15.90:0/638157238 >> v2:172.21.15.129:3300/0 conn(0x7fe374073010 0x7fe374073460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.921+0000 7fe373400640 1 -- 172.21.15.90:0/638157238 >> v2:172.21.15.129:3300/0 conn(0x7fe374073010 msgr2=0x7fe374073460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:58.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.921+0000 7fe373400640 1 --2- 172.21.15.90:0/638157238 >> v2:172.21.15.129:3300/0 conn(0x7fe374073010 0x7fe374073460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.921+0000 7fe373400640 1 -- 172.21.15.90:0/638157238 >> v1:172.21.15.129:6789/0 conn(0x7fe374162070 legacy=0x7fe3741624c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:58.922 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.921+0000 7fe373400640 1 -- 172.21.15.90:0/638157238 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3740b5770 con 0x7fe37415e530 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.922+0000 7fe373400640 1 --2- 172.21.15.90:0/638157238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe37415e530 0x7fe3740b6250 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe3740b4f20 tx=0x7fe36402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=586a356fe80d23aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.922+0000 7fe372a00640 1 -- 172.21.15.90:0/638157238 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe364037070 con 0x7fe37415e530 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.922+0000 7fe372a00640 1 -- 172.21.15.90:0/638157238 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe364032440 con 0x7fe37415e530 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.922+0000 7fe372a00640 1 -- 172.21.15.90:0/638157238 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe364032810 con 0x7fe37415e530 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.923+0000 7fe379200640 1 -- 172.21.15.90:0/638157238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe37415e530 msgr2=0x7fe3740b6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.923+0000 7fe379200640 1 --2- 172.21.15.90:0/638157238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe37415e530 0x7fe3740b6250 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe3740b4f20 tx=0x7fe36402a1a0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.923+0000 7fe379200640 1 -- 172.21.15.90:0/638157238 shutdown_connections 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.923+0000 7fe379200640 1 --2- 172.21.15.90:0/638157238 >> v2:172.21.15.129:3300/0 conn(0x7fe374073010 0x7fe374073460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.923+0000 7fe379200640 1 --2- 172.21.15.90:0/638157238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe37415e530 0x7fe3740b6250 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.923+0000 7fe379200640 1 -- 172.21.15.90:0/638157238 >> 172.21.15.90:0/638157238 conn(0x7fe3740b40f0 msgr2=0x7fe3740b44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.923+0000 7fe379200640 1 -- 172.21.15.90:0/638157238 shutdown_connections 2024-09-19T06:52:58.924 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.923+0000 7fe379200640 1 -- 172.21.15.90:0/638157238 wait complete. 2024-09-19T06:52:58.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.924+0000 7fe379200640 1 Processor -- start 2024-09-19T06:52:58.925 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.925+0000 7fe379200640 1 -- start start 2024-09-19T06:52:58.927 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.925+0000 7fe379200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe374073010 0x7fe37415b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.925+0000 7fe379200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe37415e530 0x7fe3740d18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.925+0000 7fe379200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe374162070 0x7fe3740cb770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.925+0000 7fe379200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe37406d540 con 0x7fe374162070 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.925+0000 7fe379200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fe37406d3c0 con 0x7fe374073010 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.925+0000 7fe379200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe37406d6c0 con 0x7fe37415e530 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe374162070 0x7fe3740cb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe374162070 0x7fe3740cb770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35742/0 (socket says 172.21.15.90:35742) 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373e00640 1 -- 172.21.15.90:0/3279715959 learned_addr learned my addr 172.21.15.90:0/3279715959 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe36aa00640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe37415e530 0x7fe3740d18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373400640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe374073010 0x7fe37415b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.928 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373e00640 1 -- 172.21.15.90:0/3279715959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe37415e530 msgr2=0x7fe3740d18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373e00640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe37415e530 0x7fe3740d18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373e00640 1 -- 172.21.15.90:0/3279715959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe374073010 msgr2=0x7fe37415b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373e00640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe374073010 0x7fe37415b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373e00640 1 -- 172.21.15.90:0/3279715959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe37415af20 con 0x7fe374162070 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.926+0000 7fe373e00640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe374162070 0x7fe3740cb770 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe36c00b970 tx=0x7fe36c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.927+0000 7fe36be00640 1 -- 172.21.15.90:0/3279715959 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c019070 con 0x7fe374162070 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.927+0000 7fe36be00640 1 -- 172.21.15.90:0/3279715959 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe36c00cb40 con 0x7fe374162070 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.927+0000 7fe36be00640 1 -- 172.21.15.90:0/3279715959 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c014440 con 0x7fe374162070 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.927+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3740cfb00 con 0x7fe374162070 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.927+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3740d00c0 con 0x7fe374162070 2024-09-19T06:52:58.929 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.928+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe3740d04a0 con 0x7fe374162070 2024-09-19T06:52:58.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.929+0000 7fe36be00640 1 -- 172.21.15.90:0/3279715959 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe36c01c070 con 0x7fe374162070 2024-09-19T06:52:58.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.930+0000 7fe36be00640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe35006c2b0 0x7fe35006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.930+0000 7fe36be00640 1 -- 172.21.15.90:0/3279715959 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fe36c08ac90 con 0x7fe374162070 2024-09-19T06:52:58.930 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.930+0000 7fe36be00640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7fe350072170 0x7fe350074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:58.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.930+0000 7fe36be00640 1 -- 172.21.15.90:0/3279715959 --> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe350074c40 con 0x7fe350072170 2024-09-19T06:52:58.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.930+0000 7fe36be00640 1 -- 172.21.15.90:0/3279715959 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7fe36c08d390 con 0x7fe374162070 2024-09-19T06:52:58.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.930+0000 7fe373400640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe35006c2b0 0x7fe35006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.930+0000 7fe36aa00640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7fe350072170 0x7fe350074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:58.931 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.931+0000 7fe373400640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe35006c2b0 0x7fe35006e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe364034000 tx=0x7fe36402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.931+0000 7fe36aa00640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7fe350072170 0x7fe350074590 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:58.932 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.932+0000 7fe36be00640 1 -- 172.21.15.90:0/3279715959 <== osd.1 v2:172.21.15.90:6810/2738506166 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe350074c40 con 0x7fe350072170 2024-09-19T06:52:58.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.945+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 --> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe37414fb40 con 0x7fe350072170 2024-09-19T06:52:58.945 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.945+0000 7fe36be00640 1 -- 172.21.15.90:0/3279715959 <== osd.1 v2:172.21.15.90:6810/2738506166 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fe37414fb40 con 0x7fe350072170 2024-09-19T06:52:58.945 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:52:58.946 INFO:teuthology.orchestra.run.smithi090.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:52:58.946 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:52:58.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.945+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7fe350072170 msgr2=0x7fe350074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.945+0000 7fe379200640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6810/2738506166,v1:172.21.15.90:6811/2738506166] conn(0x7fe350072170 0x7fe350074590 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:58.947 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.945+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe35006c2b0 msgr2=0x7fe35006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.945+0000 7fe379200640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe35006c2b0 0x7fe35006e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe364034000 tx=0x7fe36402e000 comp rx=0 tx=0).stop 2024-09-19T06:52:58.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.945+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe374162070 msgr2=0x7fe3740cb770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:58.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.945+0000 7fe379200640 1 --2- 172.21.15.90:0/3279715959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe374162070 0x7fe3740cb770 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe36c00b970 tx=0x7fe36c00be30 comp rx=0 tx=0).stop 2024-09-19T06:52:58.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.945+0000 7fe373e00640 1 -- 172.21.15.90:0/3279715959 reap_dead start 2024-09-19T06:52:58.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.946+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 shutdown_connections 2024-09-19T06:52:58.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.946+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 >> 172.21.15.90:0/3279715959 conn(0x7fe3740b40f0 msgr2=0x7fe37406f890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:58.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.946+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 shutdown_connections 2024-09-19T06:52:58.948 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:58.946+0000 7fe379200640 1 -- 172.21.15.90:0/3279715959 wait complete. 2024-09-19T06:52:58.961 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T06:52:59.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.117+0000 7fe593c00640 1 Processor -- start 2024-09-19T06:52:59.117 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.117+0000 7fe593c00640 1 -- start start 2024-09-19T06:52:59.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.118+0000 7fe593c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c15a050 0x7fe58c15d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.118+0000 7fe593c00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fe58c15ee90 0x7fe58c073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.118+0000 7fe593c00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe58c15a430 con 0x7fe58c0731c0 2024-09-19T06:52:59.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.118+0000 7fe593c00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fe58c073b40 con 0x7fe58c15ee90 2024-09-19T06:52:59.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.118+0000 7fe593c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe58c15d9a0 con 0x7fe58c15a050 2024-09-19T06:52:59.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.118+0000 7fe591200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c15a050 0x7fe58c15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.119+0000 7fe591200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c15a050 0x7fe58c15d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.129:3301/0 says I am v2:172.21.15.90:44294/0 (socket says 172.21.15.90:44294) 2024-09-19T06:52:59.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.119+0000 7fe591200640 1 -- 172.21.15.90:0/641405203 learned_addr learned my addr 172.21.15.90:0/641405203 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:59.119 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.119+0000 7fe591c00640 1 --2- 172.21.15.90:0/641405203 >> v2:172.21.15.129:3300/0 conn(0x7fe58c15ee90 0x7fe58c073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.119+0000 7fe591200640 1 -- 172.21.15.90:0/641405203 >> v2:172.21.15.129:3300/0 conn(0x7fe58c15ee90 msgr2=0x7fe58c073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:59.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.119+0000 7fe591200640 1 --2- 172.21.15.90:0/641405203 >> v2:172.21.15.129:3300/0 conn(0x7fe58c15ee90 0x7fe58c073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.119+0000 7fe591200640 1 -- 172.21.15.90:0/641405203 >> v1:172.21.15.129:6789/0 conn(0x7fe58c0731c0 legacy=0x7fe58c15ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.119+0000 7fe591200640 1 -- 172.21.15.90:0/641405203 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe58c0cd0a0 con 0x7fe58c15a050 2024-09-19T06:52:59.120 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.120+0000 7fe591200640 1 --2- 172.21.15.90:0/641405203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c15a050 0x7fe58c15d460 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe580009870 tx=0x7fe58002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e46c94a7979bcee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.121 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.120+0000 7fe58b400640 1 -- 172.21.15.90:0/641405203 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe580037070 con 0x7fe58c15a050 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.120+0000 7fe58b400640 1 -- 172.21.15.90:0/641405203 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe580032440 con 0x7fe58c15a050 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.120+0000 7fe58b400640 1 -- 172.21.15.90:0/641405203 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe580032810 con 0x7fe58c15a050 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.121+0000 7fe593c00640 1 -- 172.21.15.90:0/641405203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c15a050 msgr2=0x7fe58c15d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.121+0000 7fe593c00640 1 --2- 172.21.15.90:0/641405203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c15a050 0x7fe58c15d460 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe580009870 tx=0x7fe58002a1c0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.121+0000 7fe593c00640 1 -- 172.21.15.90:0/641405203 shutdown_connections 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.121+0000 7fe593c00640 1 --2- 172.21.15.90:0/641405203 >> v2:172.21.15.129:3300/0 conn(0x7fe58c15ee90 0x7fe58c073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.121+0000 7fe593c00640 1 --2- 172.21.15.90:0/641405203 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c15a050 0x7fe58c15d460 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.121+0000 7fe593c00640 1 -- 172.21.15.90:0/641405203 >> 172.21.15.90:0/641405203 conn(0x7fe58c06d0f0 msgr2=0x7fe58c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.121+0000 7fe593c00640 1 -- 172.21.15.90:0/641405203 shutdown_connections 2024-09-19T06:52:59.122 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.121+0000 7fe593c00640 1 -- 172.21.15.90:0/641405203 wait complete. 2024-09-19T06:52:59.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.123+0000 7fe593c00640 1 Processor -- start 2024-09-19T06:52:59.123 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.123+0000 7fe593c00640 1 -- start start 2024-09-19T06:52:59.125 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe593c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c0731c0 0x7fe58c158e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe593c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe58c15a050 0x7fe58c0cfd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe593c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe58c15ee90 0x7fe58c1f3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe593c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe58c0cd940 con 0x7fe58c15ee90 2024-09-19T06:52:59.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe593c00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fe58c0cd660 con 0x7fe58c15a050 2024-09-19T06:52:59.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe593c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe58c0cdc20 con 0x7fe58c0731c0 2024-09-19T06:52:59.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe591c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe58c15ee90 0x7fe58c1f3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe591c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe58c15ee90 0x7fe58c1f3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35758/0 (socket says 172.21.15.90:35758) 2024-09-19T06:52:59.126 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe591c00640 1 -- 172.21.15.90:0/1200819274 learned_addr learned my addr 172.21.15.90:0/1200819274 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe58be00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe58c15a050 0x7fe58c0cfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.124+0000 7fe591200640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c0731c0 0x7fe58c158e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe591c00640 1 -- 172.21.15.90:0/1200819274 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c0731c0 msgr2=0x7fe58c158e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe591c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c0731c0 0x7fe58c158e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe591c00640 1 -- 172.21.15.90:0/1200819274 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe58c15a050 msgr2=0x7fe58c0cfd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe591c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe58c15a050 0x7fe58c0cfd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe591c00640 1 -- 172.21.15.90:0/1200819274 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe58c153fd0 con 0x7fe58c15ee90 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe591c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe58c15ee90 0x7fe58c1f3f30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe58400efc0 tx=0x7fe58400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe588c00640 1 -- 172.21.15.90:0/1200819274 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe584018020 con 0x7fe58c15ee90 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe588c00640 1 -- 172.21.15.90:0/1200819274 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe584014480 con 0x7fe58c15ee90 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe58c0d0490 con 0x7fe58c15ee90 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe588c00640 1 -- 172.21.15.90:0/1200819274 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe584009e60 con 0x7fe58c15ee90 2024-09-19T06:52:59.127 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.125+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe58c0d0a50 con 0x7fe58c15ee90 2024-09-19T06:52:59.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.127+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe58c0b36e0 con 0x7fe58c15ee90 2024-09-19T06:52:59.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.127+0000 7fe588c00640 1 -- 172.21.15.90:0/1200819274 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe584005d10 con 0x7fe58c15ee90 2024-09-19T06:52:59.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.128+0000 7fe588c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe56c06c2b0 0x7fe56c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.128 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.128+0000 7fe588c00640 1 -- 172.21.15.90:0/1200819274 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fe58408bd90 con 0x7fe58c15ee90 2024-09-19T06:52:59.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.129+0000 7fe591200640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe56c06c2b0 0x7fe56c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.129 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.129+0000 7fe591200640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe56c06c2b0 0x7fe56c06e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe580034000 tx=0x7fe58002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.133 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.133+0000 7fe588c00640 1 -- 172.21.15.90:0/1200819274 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe584022030 con 0x7fe58c15ee90 2024-09-19T06:52:59.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.307+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fe58c063360 con 0x7fe56c06c2b0 2024-09-19T06:52:59.308 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.308+0000 7fe588c00640 1 -- 172.21.15.90:0/1200819274 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe58c063360 con 0x7fe56c06c2b0 2024-09-19T06:52:59.308 INFO:teuthology.orchestra.run.smithi090.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe56c06c2b0 msgr2=0x7fe56c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe56c06c2b0 0x7fe56c06e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe580034000 tx=0x7fe58002e000 comp rx=0 tx=0).stop 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe58c15ee90 msgr2=0x7fe58c1f3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe58c15ee90 0x7fe58c1f3f30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe58400efc0 tx=0x7fe58400c490 comp rx=0 tx=0).stop 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 shutdown_connections 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe56c06c2b0 0x7fe56c06e770 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe58c15ee90 0x7fe58c1f3f30 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe58c15a050 0x7fe58c0cfd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 --2- 172.21.15.90:0/1200819274 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe58c0731c0 0x7fe58c158e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 >> 172.21.15.90:0/1200819274 conn(0x7fe58c06d0f0 msgr2=0x7fe58c072370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:59.311 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 shutdown_connections 2024-09-19T06:52:59.312 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.310+0000 7fe593c00640 1 -- 172.21.15.90:0/1200819274 wait complete. 2024-09-19T06:52:59.327 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T06:52:59.327 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:52:59.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.484+0000 7f8a0a800640 1 Processor -- start 2024-09-19T06:52:59.484 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.484+0000 7f8a0a800640 1 -- start start 2024-09-19T06:52:59.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.485+0000 7f8a0a800640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f8a040b3920 0x7f8a04162b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.485+0000 7f8a0a800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f8a040d29a0 0x7f8a040d2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.485+0000 7f8a0a800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a0415ed70 con 0x7f8a0415e990 2024-09-19T06:52:59.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.485+0000 7f8a0a800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f8a040cff20 con 0x7f8a040d29a0 2024-09-19T06:52:59.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.485+0000 7f8a0a800640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f8a040b3d60 con 0x7f8a040b3920 2024-09-19T06:52:59.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.485+0000 7f8a03e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f8a040d29a0 0x7f8a040d2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.485+0000 7f8a03e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f8a040d29a0 0x7f8a040d2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35766/0 (socket says 172.21.15.90:35766) 2024-09-19T06:52:59.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.485+0000 7f8a03e00640 1 -- 172.21.15.90:0/789983609 learned_addr learned my addr 172.21.15.90:0/789983609 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:59.486 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.485+0000 7f8a02a00640 1 --2- 172.21.15.90:0/789983609 >> v2:172.21.15.129:3300/0 conn(0x7f8a040b3920 0x7f8a04162b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.486+0000 7f8a03e00640 1 -- 172.21.15.90:0/789983609 >> v2:172.21.15.129:3300/0 conn(0x7f8a040b3920 msgr2=0x7f8a04162b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:59.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.486+0000 7f8a03e00640 1 --2- 172.21.15.90:0/789983609 >> v2:172.21.15.129:3300/0 conn(0x7f8a040b3920 0x7f8a04162b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.486+0000 7f8a03e00640 1 -- 172.21.15.90:0/789983609 >> v1:172.21.15.90:6789/0 conn(0x7f8a0415e990 legacy=0x7f8a04162450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.487 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.486+0000 7f8a03e00640 1 -- 172.21.15.90:0/789983609 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a040d1fa0 con 0x7f8a040d29a0 2024-09-19T06:52:59.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.487+0000 7f8a03e00640 1 --2- 172.21.15.90:0/789983609 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 0x7f8a040d2e30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8a04074790 tx=0x7f89fc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d92ea8382794f919 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.487+0000 7f8a02000640 1 -- 172.21.15.90:0/789983609 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89fc036070 con 0x7f8a040d29a0 2024-09-19T06:52:59.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.487+0000 7f8a02000640 1 -- 172.21.15.90:0/789983609 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89fc031600 con 0x7f8a040d29a0 2024-09-19T06:52:59.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.487+0000 7f8a02000640 1 -- 172.21.15.90:0/789983609 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89fc0319d0 con 0x7f8a040d29a0 2024-09-19T06:52:59.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.487+0000 7f8a0a800640 1 -- 172.21.15.90:0/789983609 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 msgr2=0x7f8a040d2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.487+0000 7f8a0a800640 1 --2- 172.21.15.90:0/789983609 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 0x7f8a040d2e30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8a04074790 tx=0x7f89fc02a6a0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.488+0000 7f8a0a800640 1 -- 172.21.15.90:0/789983609 shutdown_connections 2024-09-19T06:52:59.488 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.488+0000 7f8a0a800640 1 --2- 172.21.15.90:0/789983609 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 0x7f8a040d2e30 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.488+0000 7f8a0a800640 1 --2- 172.21.15.90:0/789983609 >> v2:172.21.15.129:3300/0 conn(0x7f8a040b3920 0x7f8a04162b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.488+0000 7f8a0a800640 1 -- 172.21.15.90:0/789983609 >> 172.21.15.90:0/789983609 conn(0x7f8a040d1200 msgr2=0x7f8a040d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:59.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.488+0000 7f8a0a800640 1 -- 172.21.15.90:0/789983609 shutdown_connections 2024-09-19T06:52:59.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.488+0000 7f8a0a800640 1 -- 172.21.15.90:0/789983609 wait complete. 2024-09-19T06:52:59.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.489+0000 7f8a0a800640 1 Processor -- start 2024-09-19T06:52:59.489 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.489+0000 7f8a0a800640 1 -- start start 2024-09-19T06:52:59.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.490+0000 7f8a0a800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a040b3920 0x7f8a04149900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.493 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.490+0000 7f8a0a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 0x7f8a04149e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.490+0000 7f8a0a800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a0415e990 0x7f8a0414c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.490+0000 7f8a0a800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a041630a0 con 0x7f8a040d29a0 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.490+0000 7f8a0a800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f8a040cfc40 con 0x7f8a040b3920 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.490+0000 7f8a0a800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f8a04163220 con 0x7f8a0415e990 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a02a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 0x7f8a04149e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a02a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 0x7f8a04149e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35778/0 (socket says 172.21.15.90:35778) 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a02a00640 1 -- 172.21.15.90:0/3975393661 learned_addr learned my addr 172.21.15.90:0/3975393661 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a03400640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a040b3920 0x7f8a04149900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a03e00640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a0415e990 0x7f8a0414c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a02a00640 1 -- 172.21.15.90:0/3975393661 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a0415e990 msgr2=0x7f8a0414c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a02a00640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f8a0415e990 0x7f8a0414c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.494 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a02a00640 1 -- 172.21.15.90:0/3975393661 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a040b3920 msgr2=0x7f8a04149900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a02a00640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f8a040b3920 0x7f8a04149900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a02a00640 1 -- 172.21.15.90:0/3975393661 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a041ea2d0 con 0x7f8a040d29a0 2024-09-19T06:52:59.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f8a02a00640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 0x7f8a04149e40 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f89f000e870 tx=0x7f89f000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.491+0000 7f89fb400640 1 -- 172.21.15.90:0/3975393661 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f0017070 con 0x7f8a040d29a0 2024-09-19T06:52:59.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.492+0000 7f89fb400640 1 -- 172.21.15.90:0/3975393661 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89f000c940 con 0x7f8a040d29a0 2024-09-19T06:52:59.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.492+0000 7f89fb400640 1 -- 172.21.15.90:0/3975393661 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f000cd30 con 0x7f8a040d29a0 2024-09-19T06:52:59.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.492+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a041ea5b0 con 0x7f8a040d29a0 2024-09-19T06:52:59.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.492+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a0415de80 con 0x7f8a040d29a0 2024-09-19T06:52:59.495 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.493+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8a040c8c10 con 0x7f8a040d29a0 2024-09-19T06:52:59.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.494+0000 7f89fb400640 1 -- 172.21.15.90:0/3975393661 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f89f001a070 con 0x7f8a040d29a0 2024-09-19T06:52:59.496 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.494+0000 7f89fb400640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f89e406c2b0 0x7f89e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.495+0000 7f89fb400640 1 -- 172.21.15.90:0/3975393661 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f89f008b2f0 con 0x7f8a040d29a0 2024-09-19T06:52:59.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.495+0000 7f8a03400640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f89e406c2b0 0x7f89e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.495+0000 7f89fb400640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f89e4072170 0x7f89e4074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.495+0000 7f89fb400640 1 -- 172.21.15.90:0/3975393661 --> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f89f0016ec0 con 0x7f89e4072170 2024-09-19T06:52:59.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.495+0000 7f89fb400640 1 -- 172.21.15.90:0/3975393661 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f89f0092050 con 0x7f8a040d29a0 2024-09-19T06:52:59.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.495+0000 7f8a03e00640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f89e4072170 0x7f89e4074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.495+0000 7f8a03400640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f89e406c2b0 0x7f89e406e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f89f40016e0 tx=0x7f89f4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.496+0000 7f8a03e00640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f89e4072170 0x7f89e4074590 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.497 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.496+0000 7f89fb400640 1 -- 172.21.15.90:0/3975393661 <== osd.2 v2:172.21.15.90:6802/4282371593 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f89f0016ec0 con 0x7f89e4072170 2024-09-19T06:52:59.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.509+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 --> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8a041eaad0 con 0x7f89e4072170 2024-09-19T06:52:59.510 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f89fb400640 1 -- 172.21.15.90:0/3975393661 <== osd.2 v2:172.21.15.90:6802/4282371593 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8a041eaad0 con 0x7f89e4072170 2024-09-19T06:52:59.510 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:52:59.511 INFO:teuthology.orchestra.run.smithi090.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:52:59.511 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:52:59.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f89e4072170 msgr2=0x7f89e4074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6802/4282371593,v1:172.21.15.90:6803/4282371593] conn(0x7f89e4072170 0x7f89e4074590 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f89e406c2b0 msgr2=0x7f89e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f89e406c2b0 0x7f89e406e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f89f40016e0 tx=0x7f89f4009040 comp rx=0 tx=0).stop 2024-09-19T06:52:59.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 msgr2=0x7f8a04149e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 --2- 172.21.15.90:0/3975393661 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a040d29a0 0x7f8a04149e40 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f89f000e870 tx=0x7f89f000ed30 comp rx=0 tx=0).stop 2024-09-19T06:52:59.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a03e00640 1 -- 172.21.15.90:0/3975393661 reap_dead start 2024-09-19T06:52:59.512 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 shutdown_connections 2024-09-19T06:52:59.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 >> 172.21.15.90:0/3975393661 conn(0x7f8a040d1200 msgr2=0x7f8a0415ef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:59.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 shutdown_connections 2024-09-19T06:52:59.513 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.510+0000 7f8a0a800640 1 -- 172.21.15.90:0/3975393661 wait complete. 2024-09-19T06:52:59.525 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T06:52:59.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.678+0000 7febe9200640 1 Processor -- start 2024-09-19T06:52:59.678 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.678+0000 7febe9200640 1 -- start start 2024-09-19T06:52:59.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.679+0000 7febe9200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7febe415e7a0 0x7febe406caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.680 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.679+0000 7febe9200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7febe40cf1f0 0x7febe40b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.679+0000 7febe9200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7febe40cf860 con 0x7febe40b6720 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.679+0000 7febe9200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7febe40b6b90 con 0x7febe415e7a0 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.679+0000 7febe9200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7febe40d2ca0 con 0x7febe40cf1f0 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.679+0000 7febe1e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7febe415e7a0 0x7febe406caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.680+0000 7febe2800640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7febe40b6720 0x7febe41623c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:55986/0 (socket says 172.21.15.90:55986) 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.680+0000 7febe1e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7febe415e7a0 0x7febe406caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35790/0 (socket says 172.21.15.90:35790) 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.680+0000 7febe2800640 1 -- 172.21.15.90:0/3648089317 learned_addr learned my addr 172.21.15.90:0/3648089317 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.680+0000 7febdbe00640 1 --2- 172.21.15.90:0/3648089317 >> v2:172.21.15.129:3300/0 conn(0x7febe40cf1f0 0x7febe40b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.680+0000 7febe1e00640 1 -- 172.21.15.90:0/3648089317 >> v2:172.21.15.129:3300/0 conn(0x7febe40cf1f0 msgr2=0x7febe40b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:52:59.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.680+0000 7febe1e00640 1 --2- 172.21.15.90:0/3648089317 >> v2:172.21.15.129:3300/0 conn(0x7febe40cf1f0 0x7febe40b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.680+0000 7febe1e00640 1 -- 172.21.15.90:0/3648089317 >> v1:172.21.15.90:6789/0 conn(0x7febe40b6720 legacy=0x7febe41623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.680+0000 7febe1e00640 1 -- 172.21.15.90:0/3648089317 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febe40cfb40 con 0x7febe415e7a0 2024-09-19T06:52:59.682 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.680+0000 7febe1400640 1 -- 172.21.15.90:0/3648089317 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3947852138 0 0) 0x7febe40cf860 con 0x7febe40b6720 2024-09-19T06:52:59.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.681+0000 7febe1e00640 1 --2- 172.21.15.90:0/3648089317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 0x7febe406caa0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7febe40d2110 tx=0x7febd402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ca55d8f06aef006 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.681+0000 7febe1400640 1 -- 172.21.15.90:0/3648089317 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd4037070 con 0x7febe415e7a0 2024-09-19T06:52:59.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.681+0000 7febe1400640 1 -- 172.21.15.90:0/3648089317 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febd4032440 con 0x7febe415e7a0 2024-09-19T06:52:59.683 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.681+0000 7febe1400640 1 -- 172.21.15.90:0/3648089317 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd402ae60 con 0x7febe415e7a0 2024-09-19T06:52:59.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.682+0000 7febe9200640 1 -- 172.21.15.90:0/3648089317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 msgr2=0x7febe406caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.682+0000 7febe9200640 1 --2- 172.21.15.90:0/3648089317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 0x7febe406caa0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7febe40d2110 tx=0x7febd402a110 comp rx=0 tx=0).stop 2024-09-19T06:52:59.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.682+0000 7febe9200640 1 -- 172.21.15.90:0/3648089317 shutdown_connections 2024-09-19T06:52:59.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.682+0000 7febe9200640 1 --2- 172.21.15.90:0/3648089317 >> v2:172.21.15.129:3300/0 conn(0x7febe40cf1f0 0x7febe40b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.682+0000 7febe9200640 1 --2- 172.21.15.90:0/3648089317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 0x7febe406caa0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.682+0000 7febe9200640 1 -- 172.21.15.90:0/3648089317 >> 172.21.15.90:0/3648089317 conn(0x7febe40d11e0 msgr2=0x7febe40d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:59.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.682+0000 7febe9200640 1 -- 172.21.15.90:0/3648089317 shutdown_connections 2024-09-19T06:52:59.684 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.682+0000 7febe9200640 1 -- 172.21.15.90:0/3648089317 wait complete. 2024-09-19T06:52:59.686 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.683+0000 7febe9200640 1 Processor -- start 2024-09-19T06:52:59.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.684+0000 7febe9200640 1 -- start start 2024-09-19T06:52:59.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.684+0000 7febe9200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7febe40b6720 0x7febe41f5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.684+0000 7febe9200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7febe40cf1f0 0x7febe41f7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.687 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.684+0000 7febe9200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 0x7febe41f7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.684+0000 7febe9200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7febe40b7a00 con 0x7febe415e7a0 2024-09-19T06:52:59.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe9200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7febe40d2ef0 con 0x7febe40cf1f0 2024-09-19T06:52:59.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe9200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7febe406cfe0 con 0x7febe40b6720 2024-09-19T06:52:59.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe2800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 0x7febe41f7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.688 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe2800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 0x7febe41f7c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35804/0 (socket says 172.21.15.90:35804) 2024-09-19T06:52:59.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe2800640 1 -- 172.21.15.90:0/3223862025 learned_addr learned my addr 172.21.15.90:0/3223862025 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:52:59.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe1e00640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7febe40b6720 0x7febe41f5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febdbe00640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7febe40cf1f0 0x7febe41f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe2800640 1 -- 172.21.15.90:0/3223862025 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7febe40b6720 msgr2=0x7febe41f5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe2800640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7febe40b6720 0x7febe41f5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.689 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe2800640 1 -- 172.21.15.90:0/3223862025 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7febe40cf1f0 msgr2=0x7febe41f7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe2800640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7febe40cf1f0 0x7febe41f7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe2800640 1 -- 172.21.15.90:0/3223862025 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febe40c9410 con 0x7febe415e7a0 2024-09-19T06:52:59.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febdbe00640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7febe40cf1f0 0x7febe41f7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:52:59.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.685+0000 7febe2800640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 0x7febe41f7c90 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7febdc00c730 tx=0x7febdc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.690 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.686+0000 7febda000640 1 -- 172.21.15.90:0/3223862025 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc018070 con 0x7febe415e7a0 2024-09-19T06:52:59.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.686+0000 7febda000640 1 -- 172.21.15.90:0/3223862025 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febdc00ce40 con 0x7febe415e7a0 2024-09-19T06:52:59.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.686+0000 7febda000640 1 -- 172.21.15.90:0/3223862025 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc00a860 con 0x7febe415e7a0 2024-09-19T06:52:59.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.686+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febe40c96f0 con 0x7febe415e7a0 2024-09-19T06:52:59.691 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.686+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febe41f5860 con 0x7febe415e7a0 2024-09-19T06:52:59.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.687+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febe415eb80 con 0x7febe415e7a0 2024-09-19T06:52:59.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.688+0000 7febda000640 1 -- 172.21.15.90:0/3223862025 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7febdc01b070 con 0x7febe415e7a0 2024-09-19T06:52:59.692 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.689+0000 7febda000640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7febc006c2b0 0x7febc006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:52:59.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.689+0000 7febda000640 1 -- 172.21.15.90:0/3223862025 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7febdc08a6b0 con 0x7febe415e7a0 2024-09-19T06:52:59.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.689+0000 7febe1e00640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7febc006c2b0 0x7febc006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:52:59.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.689+0000 7febe1e00640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7febc006c2b0 0x7febc006e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7febd4034000 tx=0x7febd402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:52:59.693 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.693+0000 7febda000640 1 -- 172.21.15.90:0/3223862025 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7febdc058ac0 con 0x7febe415e7a0 2024-09-19T06:52:59.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.866+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7febe40cec90 con 0x7febc006c2b0 2024-09-19T06:52:59.868 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.867+0000 7febda000640 1 -- 172.21.15.90:0/3223862025 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7febe40cec90 con 0x7febc006c2b0 2024-09-19T06:52:59.868 INFO:teuthology.orchestra.run.smithi090.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T06:52:59.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7febc006c2b0 msgr2=0x7febc006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7febc006c2b0 0x7febc006e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7febd4034000 tx=0x7febd402e000 comp rx=0 tx=0).stop 2024-09-19T06:52:59.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 msgr2=0x7febe41f7c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:52:59.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 0x7febe41f7c90 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7febdc00c730 tx=0x7febdc00cbf0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 shutdown_connections 2024-09-19T06:52:59.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7febc006c2b0 0x7febc006e770 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.870 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7febe415e7a0 0x7febe41f7c90 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7febe40cf1f0 0x7febe41f7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 --2- 172.21.15.90:0/3223862025 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7febe40b6720 0x7febe41f5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:52:59.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 >> 172.21.15.90:0/3223862025 conn(0x7febe40d11e0 msgr2=0x7febe415c0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:52:59.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 shutdown_connections 2024-09-19T06:52:59.871 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:52:59.869+0000 7febe9200640 1 -- 172.21.15.90:0/3223862025 wait complete. 2024-09-19T06:52:59.885 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T06:52:59.886 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:53:00.052 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.051+0000 7feacb400640 1 Processor -- start 2024-09-19T06:53:00.052 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.051+0000 7feacb400640 1 -- start start 2024-09-19T06:53:00.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feacb400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7feac415c2a0 0x7feac40735d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feacb400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7feac4073b10 0x7feac406f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feacb400640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feac4074120 con 0x7feac406fc50 2024-09-19T06:53:00.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feacb400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7feac415c680 con 0x7feac4073b10 2024-09-19T06:53:00.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feacb400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7feac415ef00 con 0x7feac415c2a0 2024-09-19T06:53:00.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feac3e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7feac4073b10 0x7feac406f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feac9400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7feac406fc50 0x7feac406cdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:55992/0 (socket says 172.21.15.90:55992) 2024-09-19T06:53:00.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feac9400640 1 -- 172.21.15.90:0/3828579588 learned_addr learned my addr 172.21.15.90:0/3828579588 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:53:00.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feac3e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7feac4073b10 0x7feac406f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35808/0 (socket says 172.21.15.90:35808) 2024-09-19T06:53:00.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.052+0000 7feac8a00640 1 --2- 172.21.15.90:0/3828579588 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7feac415c2a0 0x7feac40735d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.053+0000 7feac3e00640 1 -- 172.21.15.90:0/3828579588 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7feac415c2a0 msgr2=0x7feac40735d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:00.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.053+0000 7feac3e00640 1 --2- 172.21.15.90:0/3828579588 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7feac415c2a0 0x7feac40735d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.053+0000 7feac3e00640 1 -- 172.21.15.90:0/3828579588 >> v1:172.21.15.90:6789/0 conn(0x7feac406fc50 legacy=0x7feac406cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.053+0000 7feac3e00640 1 -- 172.21.15.90:0/3828579588 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feac415f1e0 con 0x7feac4073b10 2024-09-19T06:53:00.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.053+0000 7feac3400640 1 -- 172.21.15.90:0/3828579588 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3647127390 0 0) 0x7feac4074120 con 0x7feac406fc50 2024-09-19T06:53:00.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.054+0000 7feac3e00640 1 --2- 172.21.15.90:0/3828579588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac4073b10 0x7feac406f710 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7feab00097a0 tx=0x7feab002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96e7bc3f34534f31 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.054+0000 7feac3400640 1 -- 172.21.15.90:0/3828579588 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab0037070 con 0x7feac4073b10 2024-09-19T06:53:00.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.054+0000 7feac3400640 1 -- 172.21.15.90:0/3828579588 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feab0032440 con 0x7feac4073b10 2024-09-19T06:53:00.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.054+0000 7feac3400640 1 -- 172.21.15.90:0/3828579588 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab0032810 con 0x7feac4073b10 2024-09-19T06:53:00.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.054+0000 7feacb400640 1 -- 172.21.15.90:0/3828579588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac4073b10 msgr2=0x7feac406f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.054+0000 7feacb400640 1 --2- 172.21.15.90:0/3828579588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac4073b10 0x7feac406f710 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7feab00097a0 tx=0x7feab002a180 comp rx=0 tx=0).stop 2024-09-19T06:53:00.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.055+0000 7feacb400640 1 -- 172.21.15.90:0/3828579588 shutdown_connections 2024-09-19T06:53:00.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.055+0000 7feacb400640 1 --2- 172.21.15.90:0/3828579588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac4073b10 0x7feac406f710 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.055+0000 7feacb400640 1 --2- 172.21.15.90:0/3828579588 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7feac415c2a0 0x7feac40735d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.055+0000 7feacb400640 1 -- 172.21.15.90:0/3828579588 >> 172.21.15.90:0/3828579588 conn(0x7feac40b3070 msgr2=0x7feac40b3450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:00.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.055+0000 7feacb400640 1 -- 172.21.15.90:0/3828579588 shutdown_connections 2024-09-19T06:53:00.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.055+0000 7feacb400640 1 -- 172.21.15.90:0/3828579588 wait complete. 2024-09-19T06:53:00.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.056+0000 7feacb400640 1 Processor -- start 2024-09-19T06:53:00.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.056+0000 7feacb400640 1 -- start start 2024-09-19T06:53:00.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.057+0000 7feacb400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac406fc50 0x7feac414f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.057+0000 7feacb400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7feac4073b10 0x7feac4161960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.057+0000 7feacb400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7feac415c2a0 0x7feac4157570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.057+0000 7feacb400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7feac40b5f20 con 0x7feac406fc50 2024-09-19T06:53:00.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.057+0000 7feacb400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7feac415ebf0 con 0x7feac4073b10 2024-09-19T06:53:00.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.057+0000 7feacb400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7feac40b60a0 con 0x7feac415c2a0 2024-09-19T06:53:00.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.057+0000 7feac8a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac406fc50 0x7feac414f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac8a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac406fc50 0x7feac414f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35824/0 (socket says 172.21.15.90:35824) 2024-09-19T06:53:00.059 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac8a00640 1 -- 172.21.15.90:0/2351977764 learned_addr learned my addr 172.21.15.90:0/2351977764 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:00.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac3e00640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7feac4073b10 0x7feac4161960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac9400640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7feac415c2a0 0x7feac4157570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac8a00640 1 -- 172.21.15.90:0/2351977764 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7feac415c2a0 msgr2=0x7feac4157570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac8a00640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7feac415c2a0 0x7feac4157570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac8a00640 1 -- 172.21.15.90:0/2351977764 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7feac4073b10 msgr2=0x7feac4161960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac8a00640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7feac4073b10 0x7feac4161960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac8a00640 1 -- 172.21.15.90:0/2351977764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feac40ce080 con 0x7feac406fc50 2024-09-19T06:53:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac8a00640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac406fc50 0x7feac414f950 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7feab8007e40 tx=0x7feab800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac0c00640 1 -- 172.21.15.90:0/2351977764 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab8014620 con 0x7feac406fc50 2024-09-19T06:53:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac0c00640 1 -- 172.21.15.90:0/2351977764 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feab8019070 con 0x7feac406fc50 2024-09-19T06:53:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.058+0000 7feac0c00640 1 -- 172.21.15.90:0/2351977764 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab80149e0 con 0x7feac406fc50 2024-09-19T06:53:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.059+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feac414fe90 con 0x7feac406fc50 2024-09-19T06:53:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.059+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feac4161ea0 con 0x7feac406fc50 2024-09-19T06:53:00.061 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.059+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7feac40cf810 con 0x7feac406fc50 2024-09-19T06:53:00.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.060+0000 7feac0c00640 1 -- 172.21.15.90:0/2351977764 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feab8014b80 con 0x7feac406fc50 2024-09-19T06:53:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.061+0000 7feac0c00640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7feaa406c2b0 0x7feaa406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.061+0000 7feac0c00640 1 -- 172.21.15.90:0/2351977764 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7feab808b9c0 con 0x7feac406fc50 2024-09-19T06:53:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.062+0000 7feac3e00640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7feaa406c2b0 0x7feaa406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.062+0000 7feac0c00640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7feaa4072170 0x7feaa4074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.062+0000 7feac0c00640 1 -- 172.21.15.90:0/2351977764 --> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feab800ce50 con 0x7feaa4072170 2024-09-19T06:53:00.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.062+0000 7feac0c00640 1 -- 172.21.15.90:0/2351977764 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7feab80902a0 con 0x7feac406fc50 2024-09-19T06:53:00.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.062+0000 7feac9400640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7feaa4072170 0x7feaa4074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.062+0000 7feac3e00640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7feaa406c2b0 0x7feaa406e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7feab0034000 tx=0x7feab002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.062+0000 7feac9400640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7feaa4072170 0x7feaa4074590 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.063+0000 7feac0c00640 1 -- 172.21.15.90:0/2351977764 <== osd.3 v2:172.21.15.90:6818/1547161415 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7feab800ce50 con 0x7feaa4072170 2024-09-19T06:53:00.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.076+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 --> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7feac4159ac0 con 0x7feaa4072170 2024-09-19T06:53:00.078 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feac0c00640 1 -- 172.21.15.90:0/2351977764 <== osd.3 v2:172.21.15.90:6818/1547161415 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7feac4159ac0 con 0x7feaa4072170 2024-09-19T06:53:00.078 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:53:00.078 INFO:teuthology.orchestra.run.smithi090.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:53:00.078 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:53:00.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7feaa4072170 msgr2=0x7feaa4074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6818/1547161415,v1:172.21.15.90:6819/1547161415] conn(0x7feaa4072170 0x7feaa4074590 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7feaa406c2b0 msgr2=0x7feaa406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7feaa406c2b0 0x7feaa406e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7feab0034000 tx=0x7feab002e000 comp rx=0 tx=0).stop 2024-09-19T06:53:00.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac406fc50 msgr2=0x7feac414f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 --2- 172.21.15.90:0/2351977764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feac406fc50 0x7feac414f950 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7feab8007e40 tx=0x7feab800e4b0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.079 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feac9400640 1 -- 172.21.15.90:0/2351977764 reap_dead start 2024-09-19T06:53:00.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 shutdown_connections 2024-09-19T06:53:00.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 >> 172.21.15.90:0/2351977764 conn(0x7feac40b3070 msgr2=0x7feac40b3450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:00.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 shutdown_connections 2024-09-19T06:53:00.080 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.077+0000 7feacb400640 1 -- 172.21.15.90:0/2351977764 wait complete. 2024-09-19T06:53:00.093 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T06:53:00.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.247+0000 7f457a200640 1 Processor -- start 2024-09-19T06:53:00.249 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.247+0000 7f457a200640 1 -- start start 2024-09-19T06:53:00.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f457a200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f457415adf0 0x7f45740b3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f457a200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45740b44f0 con 0x7f457415b1d0 2024-09-19T06:53:00.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f457a200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45740b47d0 con 0x7f45740b2480 2024-09-19T06:53:00.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f457a200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f45740b4ab0 con 0x7f457415adf0 2024-09-19T06:53:00.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f4578e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f457415adf0 0x7f45740b3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f4578e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f457415adf0 0x7f45740b3af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35830/0 (socket says 172.21.15.90:35830) 2024-09-19T06:53:00.250 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f4578e00640 1 -- 172.21.15.90:0/1135325354 learned_addr learned my addr 172.21.15.90:0/1135325354 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:00.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f4578e00640 1 -- 172.21.15.90:0/1135325354 >> v1:172.21.15.129:6789/0 conn(0x7f45740b2480 legacy=0x7f4574070f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:00.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f4578e00640 1 -- 172.21.15.90:0/1135325354 >> v1:172.21.15.90:6789/0 conn(0x7f457415b1d0 legacy=0x7f45740b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.249+0000 7f4578e00640 1 -- 172.21.15.90:0/1135325354 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45740b4d90 con 0x7f457415adf0 2024-09-19T06:53:00.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.250+0000 7f4578e00640 1 --2- 172.21.15.90:0/1135325354 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415adf0 0x7f45740b3af0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4564009870 tx=0x7f456402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c42e301357f6f836 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f4573e00640 1 -- 172.21.15.90:0/1135325354 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4564037070 con 0x7f457415adf0 2024-09-19T06:53:00.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f4573e00640 1 -- 172.21.15.90:0/1135325354 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4564032440 con 0x7f457415adf0 2024-09-19T06:53:00.252 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f4573e00640 1 -- 172.21.15.90:0/1135325354 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4564032810 con 0x7f457415adf0 2024-09-19T06:53:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f457a200640 1 -- 172.21.15.90:0/1135325354 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415adf0 msgr2=0x7f45740b3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f457a200640 1 --2- 172.21.15.90:0/1135325354 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415adf0 0x7f45740b3af0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4564009870 tx=0x7f456402a2a0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f457a200640 1 -- 172.21.15.90:0/1135325354 shutdown_connections 2024-09-19T06:53:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f457a200640 1 --2- 172.21.15.90:0/1135325354 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415adf0 0x7f45740b3af0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f457a200640 1 -- 172.21.15.90:0/1135325354 >> 172.21.15.90:0/1135325354 conn(0x7f4574062a20 msgr2=0x7f457406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f457a200640 1 -- 172.21.15.90:0/1135325354 shutdown_connections 2024-09-19T06:53:00.253 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.251+0000 7f457a200640 1 -- 172.21.15.90:0/1135325354 wait complete. 2024-09-19T06:53:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.253+0000 7f457a200640 1 Processor -- start 2024-09-19T06:53:00.254 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.253+0000 7f457a200640 1 -- start start 2024-09-19T06:53:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f457a200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45740b2480 0x7f4574152ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f457a200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f457415adf0 0x7f45740af210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.256 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f457a200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415b1d0 0x7f4574071650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f457a200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f45740b4030 con 0x7f457415b1d0 2024-09-19T06:53:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f457a200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f45740b5570 con 0x7f457415adf0 2024-09-19T06:53:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f457a200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f45740ce050 con 0x7f45740b2480 2024-09-19T06:53:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f4579800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415b1d0 0x7f4574071650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f4579800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415b1d0 0x7f4574071650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35838/0 (socket says 172.21.15.90:35838) 2024-09-19T06:53:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f4579800640 1 -- 172.21.15.90:0/701981583 learned_addr learned my addr 172.21.15.90:0/701981583 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f4578e00640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45740b2480 0x7f4574152ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.254+0000 7f456be00640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f457415adf0 0x7f45740af210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.257 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f4579800640 1 -- 172.21.15.90:0/701981583 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45740b2480 msgr2=0x7f4574152ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f4579800640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45740b2480 0x7f4574152ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f4579800640 1 -- 172.21.15.90:0/701981583 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f457415adf0 msgr2=0x7f45740af210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f4579800640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f457415adf0 0x7f45740af210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f4579800640 1 -- 172.21.15.90:0/701981583 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4574153400 con 0x7f457415b1d0 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f456be00640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f457415adf0 0x7f45740af210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f4579800640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415b1d0 0x7f4574071650 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f456c00c780 tx=0x7f456c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f4571600640 1 -- 172.21.15.90:0/701981583 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f456c004b60 con 0x7f457415b1d0 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f4571600640 1 -- 172.21.15.90:0/701981583 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f456c004d00 con 0x7f457415b1d0 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f457415ba70 con 0x7f457415b1d0 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f4571600640 1 -- 172.21.15.90:0/701981583 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f456c00aa90 con 0x7f457415b1d0 2024-09-19T06:53:00.258 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.255+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f457415c030 con 0x7f457415b1d0 2024-09-19T06:53:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.256+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f457415ee90 con 0x7f457415b1d0 2024-09-19T06:53:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.257+0000 7f4571600640 1 -- 172.21.15.90:0/701981583 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f456c00ac30 con 0x7f457415b1d0 2024-09-19T06:53:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.258+0000 7f4571600640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f455006c2b0 0x7f455006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.258+0000 7f4571600640 1 -- 172.21.15.90:0/701981583 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f456c08b360 con 0x7f457415b1d0 2024-09-19T06:53:00.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.258+0000 7f4578e00640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f455006c2b0 0x7f455006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.260 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.259+0000 7f4578e00640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f455006c2b0 0x7f455006e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4564034000 tx=0x7f456402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.262+0000 7f4571600640 1 -- 172.21.15.90:0/701981583 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f456c020070 con 0x7f457415b1d0 2024-09-19T06:53:00.438 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.437+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f45740cd760 con 0x7f455006c2b0 2024-09-19T06:53:00.438 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.437+0000 7f4571600640 1 -- 172.21.15.90:0/701981583 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f45740cd760 con 0x7f455006c2b0 2024-09-19T06:53:00.439 INFO:teuthology.orchestra.run.smithi090.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T06:53:00.441 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f455006c2b0 msgr2=0x7f455006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.441 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f455006c2b0 0x7f455006e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4564034000 tx=0x7f456402e000 comp rx=0 tx=0).stop 2024-09-19T06:53:00.441 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415b1d0 msgr2=0x7f4574071650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.441 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415b1d0 0x7f4574071650 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f456c00c780 tx=0x7f456c00cc40 comp rx=0 tx=0).stop 2024-09-19T06:53:00.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 shutdown_connections 2024-09-19T06:53:00.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f455006c2b0 0x7f455006e770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f457415b1d0 0x7f4574071650 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f457415adf0 0x7f45740af210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 --2- 172.21.15.90:0/701981583 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f45740b2480 0x7f4574152ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 >> 172.21.15.90:0/701981583 conn(0x7f4574062a20 msgr2=0x7f4574072a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:00.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 shutdown_connections 2024-09-19T06:53:00.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.440+0000 7f457a200640 1 -- 172.21.15.90:0/701981583 wait complete. 2024-09-19T06:53:00.457 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T06:53:00.457 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:53:00.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.613+0000 7f021d600640 1 Processor -- start 2024-09-19T06:53:00.614 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.613+0000 7f021d600640 1 -- start start 2024-09-19T06:53:00.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.614+0000 7f021d600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f021815e970 0x7f02180b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.615 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.614+0000 7f021d600640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f021815ed50 con 0x7f02180d1cd0 2024-09-19T06:53:00.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.614+0000 7f021d600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02180cffd0 con 0x7f02180d3a00 2024-09-19T06:53:00.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.614+0000 7f021d600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f02180cf7c0 con 0x7f021815e970 2024-09-19T06:53:00.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f020e000640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f02180d1cd0 0x7f0218162430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:56010/0 (socket says 172.21.15.90:56010) 2024-09-19T06:53:00.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f020e000640 1 -- 172.21.15.90:0/137222600 learned_addr learned my addr 172.21.15.90:0/137222600 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:53:00.617 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216a00640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f021815e970 0x7f02180b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.617 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1437954268 0 0) 0x7f0200001110 con 0x7f02180d1cd0 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01fc003520 con 0x7f02180d1cd0 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1302236254 0 0) 0x7f01fc003520 con 0x7f02180d1cd0 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f021815e970 msgr2=0x7f02180b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f021815e970 0x7f02180b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 >> v1:172.21.15.129:6789/0 conn(0x7f02180d3a00 legacy=0x7f0218162b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0218163250 con 0x7f02180d1cd0 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7f0200001840 con 0x7f02180d1cd0 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 >> v1:172.21.15.90:6789/0 conn(0x7f02180d1cd0 legacy=0x7f0218162430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f021815e970 0x7f01fc0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01fc003f20 0x7f01fc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01fc004d40 0x7f01fc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02180cf7c0 con 0x7f01fc004d40 2024-09-19T06:53:00.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f01fc00bb00 con 0x7f01fc003f20 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.615+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f01fc00bd00 con 0x7f021815e970 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.616+0000 7f0216a00640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f021815e970 0x7f01fc0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.616+0000 7f0217400640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01fc004d40 0x7f01fc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.616+0000 7f020e000640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01fc003f20 0x7f01fc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.616+0000 7f0216a00640 1 -- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01fc003f20 msgr2=0x7f01fc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.616+0000 7f0216a00640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f01fc003f20 0x7f01fc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.616+0000 7f0216a00640 1 -- 172.21.15.90:0/137222600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01fc004d40 msgr2=0x7f01fc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.616+0000 7f0216a00640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01fc004d40 0x7f01fc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.616+0000 7f0216a00640 1 -- 172.21.15.90:0/137222600 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01fc003520 con 0x7f021815e970 2024-09-19T06:53:00.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.616+0000 7f0217400640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01fc004d40 0x7f01fc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.617+0000 7f0216a00640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f021815e970 0x7f01fc0039e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0208009fc0 tx=0x7f01fc005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=497ba67d03f1691b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0208009c10 con 0x7f021815e970 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0208036070 con 0x7f021815e970 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f0216000640 1 -- 172.21.15.90:0/137222600 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020802d070 con 0x7f021815e970 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f021d600640 1 -- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f021815e970 msgr2=0x7f01fc0039e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f021d600640 1 --2- 172.21.15.90:0/137222600 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f021815e970 0x7f01fc0039e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0208009fc0 tx=0x7f01fc005830 comp rx=0 tx=0).stop 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f0217400640 1 -- 172.21.15.90:0/137222600 reap_dead start 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f021d600640 1 -- 172.21.15.90:0/137222600 shutdown_connections 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f021d600640 1 -- 172.21.15.90:0/137222600 >> 172.21.15.90:0/137222600 conn(0x7f02180d11e0 msgr2=0x7f02180d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f021d600640 1 -- 172.21.15.90:0/137222600 shutdown_connections 2024-09-19T06:53:00.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.618+0000 7f021d600640 1 -- 172.21.15.90:0/137222600 wait complete. 2024-09-19T06:53:00.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.620+0000 7f021d600640 1 Processor -- start 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.620+0000 7f021d600640 1 -- start start 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f021d600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f021815e970 0x7f021815b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f021d600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02180ce160 0x7f02180ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f021d600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02180b4dc0 0x7f02180b5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f021d600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02180cfcf0 con 0x7f021815e970 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f021d600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f02180d2560 con 0x7f02180b4dc0 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f021d600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f021806d9a0 con 0x7f02180ce160 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f0216a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f021815e970 0x7f021815b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f0216a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f021815e970 0x7f021815b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35846/0 (socket says 172.21.15.90:35846) 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f0216a00640 1 -- 172.21.15.90:0/707353083 learned_addr learned my addr 172.21.15.90:0/707353083 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.621+0000 7f0217400640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02180b4dc0 0x7f02180b5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f0216a00640 1 -- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02180ce160 msgr2=0x7f02180ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f0216a00640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f02180ce160 0x7f02180ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f0216a00640 1 -- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02180b4dc0 msgr2=0x7f02180b5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f0216a00640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02180b4dc0 0x7f02180b5240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f0216a00640 1 -- 172.21.15.90:0/707353083 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02180ab720 con 0x7f021815e970 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f0217400640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f02180b4dc0 0x7f02180b5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f0216a00640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f021815e970 0x7f021815b820 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f020800e230 tx=0x7f0208009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f020f400640 1 -- 172.21.15.90:0/707353083 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0208009c10 con 0x7f021815e970 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f020f400640 1 -- 172.21.15.90:0/707353083 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0208003b90 con 0x7f021815e970 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f020f400640 1 -- 172.21.15.90:0/707353083 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0208004020 con 0x7f021815e970 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02180aba00 con 0x7f021815e970 2024-09-19T06:53:00.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.622+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02180abfc0 con 0x7f021815e970 2024-09-19T06:53:00.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.623+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0218073650 con 0x7f021815e970 2024-09-19T06:53:00.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.624+0000 7f020f400640 1 -- 172.21.15.90:0/707353083 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0208005d10 con 0x7f021815e970 2024-09-19T06:53:00.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.625+0000 7f020f400640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f01f406c2b0 0x7f01f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.625+0000 7f020f400640 1 -- 172.21.15.90:0/707353083 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f02080ac950 con 0x7f021815e970 2024-09-19T06:53:00.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.625+0000 7f020e000640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f01f406c2b0 0x7f01f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.626+0000 7f020f400640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7f01f4072170 0x7f01f4074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.626+0000 7f020f400640 1 -- 172.21.15.90:0/707353083 --> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f02080020b0 con 0x7f01f4072170 2024-09-19T06:53:00.628 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.626+0000 7f020f400640 1 -- 172.21.15.90:0/707353083 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f02080acde0 con 0x7f021815e970 2024-09-19T06:53:00.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.626+0000 7f020e000640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f01f406c2b0 0x7f01f406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0200007fd0 tx=0x7f0200001c10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.626+0000 7f0217400640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7f01f4072170 0x7f01f4074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.627+0000 7f0217400640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7f01f4072170 0x7f01f4074590 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.629 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.628+0000 7f020f400640 1 -- 172.21.15.90:0/707353083 <== osd.4 v2:172.21.15.129:6800/3067833917 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f02080020b0 con 0x7f01f4072170 2024-09-19T06:53:00.642 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.641+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 --> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f02180b3920 con 0x7f01f4072170 2024-09-19T06:53:00.643 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.641+0000 7f020f400640 1 -- 172.21.15.90:0/707353083 <== osd.4 v2:172.21.15.129:6800/3067833917 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f02180b3920 con 0x7f01f4072170 2024-09-19T06:53:00.643 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:53:00.644 INFO:teuthology.orchestra.run.smithi090.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:53:00.644 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:53:00.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7f01f4072170 msgr2=0x7f01f4074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.129:6800/3067833917,v1:172.21.15.129:6801/3067833917] conn(0x7f01f4072170 0x7f01f4074590 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f01f406c2b0 msgr2=0x7f01f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f01f406c2b0 0x7f01f406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0200007fd0 tx=0x7f0200001c10 comp rx=0 tx=0).stop 2024-09-19T06:53:00.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f021815e970 msgr2=0x7f021815b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.646 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 --2- 172.21.15.90:0/707353083 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f021815e970 0x7f021815b820 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f020800e230 tx=0x7f0208009750 comp rx=0 tx=0).stop 2024-09-19T06:53:00.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f0217400640 1 -- 172.21.15.90:0/707353083 reap_dead start 2024-09-19T06:53:00.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 shutdown_connections 2024-09-19T06:53:00.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 >> 172.21.15.90:0/707353083 conn(0x7f02180d11e0 msgr2=0x7f021815f9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:00.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 shutdown_connections 2024-09-19T06:53:00.647 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.642+0000 7f021d600640 1 -- 172.21.15.90:0/707353083 wait complete. 2024-09-19T06:53:00.659 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T06:53:00.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.811+0000 7f9db4800640 1 Processor -- start 2024-09-19T06:53:00.813 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.811+0000 7f9db4800640 1 -- start start 2024-09-19T06:53:00.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db4800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac0b6290 0x7f9dac071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db4800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9dac072530 0x7f9dac15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db4800640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9dac0ccff0 con 0x7f9dac15b480 2024-09-19T06:53:00.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db4800640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f9dac0cd2d0 con 0x7f9dac072530 2024-09-19T06:53:00.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db4800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9dac0cd5b0 con 0x7f9dac0b6290 2024-09-19T06:53:00.814 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db2800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f9dac072530 0x7f9dac15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db1e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f9dac15b480 0x7f9dac0b5b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:56012/0 (socket says 172.21.15.90:56012) 2024-09-19T06:53:00.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db1e00640 1 -- 172.21.15.90:0/3326317088 learned_addr learned my addr 172.21.15.90:0/3326317088 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:53:00.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db1400640 1 --2- 172.21.15.90:0/3326317088 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac0b6290 0x7f9dac071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.815 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db2800640 1 -- 172.21.15.90:0/3326317088 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac0b6290 msgr2=0x7f9dac071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:00.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db2800640 1 --2- 172.21.15.90:0/3326317088 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac0b6290 0x7f9dac071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db2800640 1 -- 172.21.15.90:0/3326317088 >> v1:172.21.15.90:6789/0 conn(0x7f9dac15b480 legacy=0x7f9dac0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db2800640 1 -- 172.21.15.90:0/3326317088 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dac0cd890 con 0x7f9dac072530 2024-09-19T06:53:00.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.813+0000 7f9db0a00640 1 -- 172.21.15.90:0/3326317088 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1392614545 0 0) 0x7f9dac0ccff0 con 0x7f9dac15b480 2024-09-19T06:53:00.816 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.814+0000 7f9db2800640 1 --2- 172.21.15.90:0/3326317088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 0x7f9dac15bc60 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f9da8009d90 tx=0x7f9da802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b86c42eeb592079 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db0a00640 1 -- 172.21.15.90:0/3326317088 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da8031600 con 0x7f9dac072530 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db0a00640 1 -- 172.21.15.90:0/3326317088 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9da80317a0 con 0x7f9dac072530 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db0a00640 1 -- 172.21.15.90:0/3326317088 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da8031b70 con 0x7f9dac072530 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db4800640 1 -- 172.21.15.90:0/3326317088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 msgr2=0x7f9dac15bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db4800640 1 --2- 172.21.15.90:0/3326317088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 0x7f9dac15bc60 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f9da8009d90 tx=0x7f9da802a5d0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db4800640 1 -- 172.21.15.90:0/3326317088 shutdown_connections 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db4800640 1 --2- 172.21.15.90:0/3326317088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 0x7f9dac15bc60 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db4800640 1 --2- 172.21.15.90:0/3326317088 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac0b6290 0x7f9dac071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db4800640 1 -- 172.21.15.90:0/3326317088 >> 172.21.15.90:0/3326317088 conn(0x7f9dac06d0f0 msgr2=0x7f9dac06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:00.817 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db4800640 1 -- 172.21.15.90:0/3326317088 shutdown_connections 2024-09-19T06:53:00.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.815+0000 7f9db4800640 1 -- 172.21.15.90:0/3326317088 wait complete. 2024-09-19T06:53:00.818 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.817+0000 7f9db4800640 1 Processor -- start 2024-09-19T06:53:00.819 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.817+0000 7f9db4800640 1 -- start start 2024-09-19T06:53:00.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db4800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 0x7f9dac0b1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db4800640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9dac15b480 0x7f9dac1f51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db4800640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac070eb0 0x7f9dac071360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db4800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9dac15b9e0 con 0x7f9dac072530 2024-09-19T06:53:00.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db4800640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f9dac15b860 con 0x7f9dac15b480 2024-09-19T06:53:00.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db4800640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f9dac15c1a0 con 0x7f9dac070eb0 2024-09-19T06:53:00.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db1e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 0x7f9dac0b1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db1e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 0x7f9dac0b1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35854/0 (socket says 172.21.15.90:35854) 2024-09-19T06:53:00.820 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db1e00640 1 -- 172.21.15.90:0/2101663657 learned_addr learned my addr 172.21.15.90:0/2101663657 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:00.821 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db1400640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9dac15b480 0x7f9dac1f51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.818+0000 7f9db2800640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac070eb0 0x7f9dac071360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9db1e00640 1 -- 172.21.15.90:0/2101663657 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac070eb0 msgr2=0x7f9dac071360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9db1e00640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac070eb0 0x7f9dac071360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9db1e00640 1 -- 172.21.15.90:0/2101663657 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9dac15b480 msgr2=0x7f9dac1f51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9db1e00640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9dac15b480 0x7f9dac1f51f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9db1e00640 1 -- 172.21.15.90:0/2101663657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dac0c9620 con 0x7f9dac072530 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9db1e00640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 0x7f9dac0b1fc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f9da000c430 tx=0x7f9da000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9da6000640 1 -- 172.21.15.90:0/2101663657 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da00074e0 con 0x7f9dac072530 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9da6000640 1 -- 172.21.15.90:0/2101663657 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9da00047e0 con 0x7f9dac072530 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dac0c98e0 con 0x7f9dac072530 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9da6000640 1 -- 172.21.15.90:0/2101663657 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da0004bd0 con 0x7f9dac072530 2024-09-19T06:53:00.822 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.819+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dac0c9ea0 con 0x7f9dac072530 2024-09-19T06:53:00.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.820+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dac15bc60 con 0x7f9dac072530 2024-09-19T06:53:00.823 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.821+0000 7f9da6000640 1 -- 172.21.15.90:0/2101663657 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9da0011070 con 0x7f9dac072530 2024-09-19T06:53:00.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.822+0000 7f9da6000640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9d9006c2b0 0x7f9d9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:00.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.823+0000 7f9da6000640 1 -- 172.21.15.90:0/2101663657 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f9da008ae00 con 0x7f9dac072530 2024-09-19T06:53:00.824 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.823+0000 7f9db1400640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9d9006c2b0 0x7f9d9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:00.825 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.823+0000 7f9db1400640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9d9006c2b0 0x7f9d9006e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f9dac0aeac0 tx=0x7f9d9c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:00.828 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:00.827+0000 7f9da6000640 1 -- 172.21.15.90:0/2101663657 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9da000e280 con 0x7f9dac072530 2024-09-19T06:53:01.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.000+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f9dac0b2500 con 0x7f9d9006c2b0 2024-09-19T06:53:01.002 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.001+0000 7f9da6000640 1 -- 172.21.15.90:0/2101663657 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f9dac0b2500 con 0x7f9d9006c2b0 2024-09-19T06:53:01.002 INFO:teuthology.orchestra.run.smithi090.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9d9006c2b0 msgr2=0x7f9d9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9d9006c2b0 0x7f9d9006e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f9dac0aeac0 tx=0x7f9d9c008040 comp rx=0 tx=0).stop 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 msgr2=0x7f9dac0b1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 0x7f9dac0b1fc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f9da000c430 tx=0x7f9da000c8f0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 shutdown_connections 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f9d9006c2b0 0x7f9d9006e770 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f9dac070eb0 0x7f9dac071360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f9dac15b480 0x7f9dac1f51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 --2- 172.21.15.90:0/2101663657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9dac072530 0x7f9dac0b1fc0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.005 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 >> 172.21.15.90:0/2101663657 conn(0x7f9dac06d0f0 msgr2=0x7f9dac06d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:01.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 shutdown_connections 2024-09-19T06:53:01.006 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.003+0000 7f9db4800640 1 -- 172.21.15.90:0/2101663657 wait complete. 2024-09-19T06:53:01.021 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T06:53:01.022 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:53:01.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.184+0000 7fe1d8600640 1 Processor -- start 2024-09-19T06:53:01.186 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.184+0000 7fe1d8600640 1 -- start start 2024-09-19T06:53:01.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.185+0000 7fe1d8600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d00b3920 0x7fe1d0162b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.187 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.185+0000 7fe1d8600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fe1d00d29a0 0x7fe1d00d2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1d8600640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1d015ed70 con 0x7fe1d015e990 2024-09-19T06:53:01.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1d8600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fe1d00cff20 con 0x7fe1d00d29a0 2024-09-19T06:53:01.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1d8600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d00b3d60 con 0x7fe1d00b3920 2024-09-19T06:53:01.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1d5c00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fe1d015e990 0x7fe1d0162450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:56018/0 (socket says 172.21.15.90:56018) 2024-09-19T06:53:01.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1d5c00640 1 -- 172.21.15.90:0/4161850822 learned_addr learned my addr 172.21.15.90:0/4161850822 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:53:01.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1d6600640 1 --2- 172.21.15.90:0/4161850822 >> v2:172.21.15.129:3300/0 conn(0x7fe1d00d29a0 0x7fe1d00d2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1944384783 0 0) 0x7fe1c4001110 con 0x7fe1d015e990 2024-09-19T06:53:01.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe1b8003520 con 0x7fe1d015e990 2024-09-19T06:53:01.188 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1d5200640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d00b3920 0x7fe1d0162b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 <== mon.0 v1:172.21.15.90:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1606158786 0 0) 0x7fe1b8003520 con 0x7fe1d015e990 2024-09-19T06:53:01.192 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d00b3920 msgr2=0x7fe1d0162b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1cfe00640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d00b3920 0x7fe1d0162b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 >> v2:172.21.15.129:3300/0 conn(0x7fe1d00d29a0 msgr2=0x7fe1d00d2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.186+0000 7fe1cfe00640 1 --2- 172.21.15.90:0/4161850822 >> v2:172.21.15.129:3300/0 conn(0x7fe1d00d29a0 0x7fe1d00d2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 --> v1:172.21.15.90:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d00d1fa0 con 0x7fe1d015e990 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 <== mon.0 v1:172.21.15.90:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3792010459 0 0) 0x7fe1c4001840 con 0x7fe1d015e990 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 >> v1:172.21.15.90:6789/0 conn(0x7fe1d015e990 legacy=0x7fe1d0162450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1cfe00640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d00b3920 0x7fe1b80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1cfe00640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1b8003f30 0x7fe1b8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1cfe00640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1b8004d40 0x7fe1b80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d00cff20 con 0x7fe1b8003f30 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d00b3d60 con 0x7fe1b8004d40 2024-09-19T06:53:01.193 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe1b800ba10 con 0x7fe1d00b3920 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1d5200640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1b8003f30 0x7fe1b8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1d5c00640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d00b3920 0x7fe1b80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1d6600640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1b8004d40 0x7fe1b80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1d5200640 1 -- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d00b3920 msgr2=0x7fe1b80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1d5200640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d00b3920 0x7fe1b80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1d5200640 1 -- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1b8004d40 msgr2=0x7fe1b80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1d5200640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1b8004d40 0x7fe1b80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.187+0000 7fe1d5200640 1 -- 172.21.15.90:0/4161850822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b8003520 con 0x7fe1b8003f30 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.188+0000 7fe1d5200640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1b8003f30 0x7fe1b8004800 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc009ac0 tx=0x7fe1b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c149a6028f409afa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.188+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc036070 con 0x7fe1b8003f30 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.189+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1bc031400 con 0x7fe1b8003f30 2024-09-19T06:53:01.194 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.189+0000 7fe1cfe00640 1 -- 172.21.15.90:0/4161850822 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc009690 con 0x7fe1b8003f30 2024-09-19T06:53:01.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.189+0000 7fe1d8600640 1 -- 172.21.15.90:0/4161850822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1b8003f30 msgr2=0x7fe1b8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.189+0000 7fe1d8600640 1 --2- 172.21.15.90:0/4161850822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1b8003f30 0x7fe1b8004800 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc009ac0 tx=0x7fe1b8005830 comp rx=0 tx=0).stop 2024-09-19T06:53:01.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.189+0000 7fe1d6600640 1 -- 172.21.15.90:0/4161850822 reap_dead start 2024-09-19T06:53:01.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.189+0000 7fe1d8600640 1 -- 172.21.15.90:0/4161850822 shutdown_connections 2024-09-19T06:53:01.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.189+0000 7fe1d8600640 1 -- 172.21.15.90:0/4161850822 >> 172.21.15.90:0/4161850822 conn(0x7fe1d00d1200 msgr2=0x7fe1d00d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:01.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.189+0000 7fe1d8600640 1 -- 172.21.15.90:0/4161850822 shutdown_connections 2024-09-19T06:53:01.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.189+0000 7fe1d8600640 1 -- 172.21.15.90:0/4161850822 wait complete. 2024-09-19T06:53:01.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.191+0000 7fe1d8600640 1 Processor -- start 2024-09-19T06:53:01.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.191+0000 7fe1d8600640 1 -- start start 2024-09-19T06:53:01.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d8600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1b8003f30 0x7fe1d015b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d8600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d015ab00 0x7fe1d00b6d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d8600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1d00c82b0 0x7fe1d00c8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d8600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d0162b60 con 0x7fe1d00c82b0 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d8600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d00cfc40 con 0x7fe1b8003f30 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d8600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d0162ce0 con 0x7fe1d015ab00 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d6600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1d00c82b0 0x7fe1d00c8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d6600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1d00c82b0 0x7fe1d00c8760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35862/0 (socket says 172.21.15.90:35862) 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d6600640 1 -- 172.21.15.90:0/2090178783 learned_addr learned my addr 172.21.15.90:0/2090178783 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d5200640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d015ab00 0x7fe1d00b6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d5c00640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1b8003f30 0x7fe1d015b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d6600640 1 -- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d015ab00 msgr2=0x7fe1d00b6d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d6600640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fe1d015ab00 0x7fe1d00b6d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d6600640 1 -- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1b8003f30 msgr2=0x7fe1d015b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d6600640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fe1b8003f30 0x7fe1d015b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.192+0000 7fe1d6600640 1 -- 172.21.15.90:0/2090178783 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d015c000 con 0x7fe1d00c82b0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.193+0000 7fe1d6600640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1d00c82b0 0x7fe1d00c8760 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe1d00743c0 tx=0x7fe1c800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.193+0000 7fe1cd600640 1 -- 172.21.15.90:0/2090178783 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c800fde0 con 0x7fe1d00c82b0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.193+0000 7fe1cd600640 1 -- 172.21.15.90:0/2090178783 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1c801d070 con 0x7fe1d00c82b0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.193+0000 7fe1cd600640 1 -- 172.21.15.90:0/2090178783 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8015670 con 0x7fe1d00c82b0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.193+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1d015c2e0 con 0x7fe1d00c82b0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.193+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1d00cb550 con 0x7fe1d00c82b0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.194+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe1d00b4920 con 0x7fe1d00c82b0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.195+0000 7fe1cd600640 1 -- 172.21.15.90:0/2090178783 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe1c8015810 con 0x7fe1d00c82b0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.196+0000 7fe1cd600640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b006c2b0 0x7fe1b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.196+0000 7fe1cd600640 1 -- 172.21.15.90:0/2090178783 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fe1c808bc30 con 0x7fe1d00c82b0 2024-09-19T06:53:01.199 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.196+0000 7fe1cd600640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fe1b0072170 0x7fe1b0074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.196+0000 7fe1cd600640 1 -- 172.21.15.90:0/2090178783 --> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe1b0074c40 con 0x7fe1b0072170 2024-09-19T06:53:01.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.196+0000 7fe1cd600640 1 -- 172.21.15.90:0/2090178783 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7fe1c80902a0 con 0x7fe1d00c82b0 2024-09-19T06:53:01.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.196+0000 7fe1d5c00640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b006c2b0 0x7fe1b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.197+0000 7fe1d5200640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fe1b0072170 0x7fe1b0074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.197+0000 7fe1d5c00640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b006c2b0 0x7fe1b006e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40012f0 tx=0x7fe1c4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.200 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.197+0000 7fe1d5200640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fe1b0072170 0x7fe1b0074590 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.201 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.198+0000 7fe1cd600640 1 -- 172.21.15.90:0/2090178783 <== osd.5 v2:172.21.15.129:6816/669412576 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe1b0074c40 con 0x7fe1b0072170 2024-09-19T06:53:01.212 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.211+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 --> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe1d015c4b0 con 0x7fe1b0072170 2024-09-19T06:53:01.213 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.212+0000 7fe1cd600640 1 -- 172.21.15.90:0/2090178783 <== osd.5 v2:172.21.15.129:6816/669412576 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fe1d015c4b0 con 0x7fe1b0072170 2024-09-19T06:53:01.214 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:53:01.214 INFO:teuthology.orchestra.run.smithi090.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:53:01.214 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:53:01.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.212+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fe1b0072170 msgr2=0x7fe1b0074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.212+0000 7fe1d8600640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.129:6816/669412576,v1:172.21.15.129:6817/669412576] conn(0x7fe1b0072170 0x7fe1b0074590 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.213+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b006c2b0 msgr2=0x7fe1b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.213+0000 7fe1d8600640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fe1b006c2b0 0x7fe1b006e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40012f0 tx=0x7fe1c4009040 comp rx=0 tx=0).stop 2024-09-19T06:53:01.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.213+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1d00c82b0 msgr2=0x7fe1d00c8760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.213+0000 7fe1d8600640 1 --2- 172.21.15.90:0/2090178783 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1d00c82b0 0x7fe1d00c8760 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe1d00743c0 tx=0x7fe1c800f580 comp rx=0 tx=0).stop 2024-09-19T06:53:01.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.213+0000 7fe1d6600640 1 -- 172.21.15.90:0/2090178783 reap_dead start 2024-09-19T06:53:01.215 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.213+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 shutdown_connections 2024-09-19T06:53:01.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.213+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 >> 172.21.15.90:0/2090178783 conn(0x7fe1d00d1200 msgr2=0x7fe1d00d2db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:01.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.213+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 shutdown_connections 2024-09-19T06:53:01.216 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.213+0000 7fe1d8600640 1 -- 172.21.15.90:0/2090178783 wait complete. 2024-09-19T06:53:01.229 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T06:53:01.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.386+0000 7f232f200640 1 Processor -- start 2024-09-19T06:53:01.388 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.386+0000 7f232f200640 1 -- start start 2024-09-19T06:53:01.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.387+0000 7f232f200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f23300d1590 0x7f23300b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.389 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.387+0000 7f232f200640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f23300b8730 0x7f23300d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.387+0000 7f232f200640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f233015e9d0 con 0x7f233015e5f0 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.387+0000 7f232f200640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f23300b9b30 con 0x7f23300b8730 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.387+0000 7f232f200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f23300b8f20 con 0x7f23300d1590 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.388+0000 7f232e800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f23300b8730 0x7f23300d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.388+0000 7f232e800640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f23300b8730 0x7f23300d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35868/0 (socket says 172.21.15.90:35868) 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.388+0000 7f232e800640 1 -- 172.21.15.90:0/1968774524 learned_addr learned my addr 172.21.15.90:0/1968774524 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.388+0000 7f232d400640 1 --2- 172.21.15.90:0/1968774524 >> v2:172.21.15.129:3300/0 conn(0x7f23300d1590 0x7f23300b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.388+0000 7f232e800640 1 -- 172.21.15.90:0/1968774524 >> v2:172.21.15.129:3300/0 conn(0x7f23300d1590 msgr2=0x7f23300b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.388+0000 7f232e800640 1 --2- 172.21.15.90:0/1968774524 >> v2:172.21.15.129:3300/0 conn(0x7f23300d1590 0x7f23300b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.388+0000 7f232e800640 1 -- 172.21.15.90:0/1968774524 >> v1:172.21.15.129:6789/0 conn(0x7f233015e5f0 legacy=0x7f23300d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.388+0000 7f232e800640 1 -- 172.21.15.90:0/1968774524 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23300b9200 con 0x7f23300b8730 2024-09-19T06:53:01.390 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.388+0000 7f232d400640 1 --2- 172.21.15.90:0/1968774524 >> v2:172.21.15.129:3300/0 conn(0x7f23300d1590 0x7f23300b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:01.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.389+0000 7f232e800640 1 --2- 172.21.15.90:0/1968774524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f23300b8730 0x7f23300d2bc0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f23300d1fc0 tx=0x7f232802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19ffdf0273151a8b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.389+0000 7f232ca00640 1 -- 172.21.15.90:0/1968774524 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2328037070 con 0x7f23300b8730 2024-09-19T06:53:01.392 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.389+0000 7f232ca00640 1 -- 172.21.15.90:0/1968774524 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2328032440 con 0x7f23300b8730 2024-09-19T06:53:01.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.389+0000 7f232ca00640 1 -- 172.21.15.90:0/1968774524 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2328032810 con 0x7f23300b8730 2024-09-19T06:53:01.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.390+0000 7f232f200640 1 -- 172.21.15.90:0/1968774524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f23300b8730 msgr2=0x7f23300d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.390+0000 7f232f200640 1 --2- 172.21.15.90:0/1968774524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f23300b8730 0x7f23300d2bc0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f23300d1fc0 tx=0x7f232802a270 comp rx=0 tx=0).stop 2024-09-19T06:53:01.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.390+0000 7f232f200640 1 -- 172.21.15.90:0/1968774524 shutdown_connections 2024-09-19T06:53:01.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.390+0000 7f232f200640 1 --2- 172.21.15.90:0/1968774524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f23300b8730 0x7f23300d2bc0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.390+0000 7f232f200640 1 --2- 172.21.15.90:0/1968774524 >> v2:172.21.15.129:3300/0 conn(0x7f23300d1590 0x7f23300b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.390+0000 7f232f200640 1 -- 172.21.15.90:0/1968774524 >> 172.21.15.90:0/1968774524 conn(0x7f2330062630 msgr2=0x7f2330062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:01.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.390+0000 7f232f200640 1 -- 172.21.15.90:0/1968774524 shutdown_connections 2024-09-19T06:53:01.393 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.390+0000 7f232f200640 1 -- 172.21.15.90:0/1968774524 wait complete. 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.392+0000 7f232f200640 1 Processor -- start 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.392+0000 7f232f200640 1 -- start start 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.392+0000 7f232f200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f23300b8730 0x7f23300c9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232f200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f23300d1590 0x7f2330157890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232f200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f233015e5f0 0x7f2330160a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232f200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f23300b8b60 con 0x7f233015e5f0 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232f200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f23300b97c0 con 0x7f23300b8730 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232f200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f23300b8ce0 con 0x7f23300d1590 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f233015e5f0 0x7f2330160a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f233015e5f0 0x7f2330160a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35870/0 (socket says 172.21.15.90:35870) 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232e800640 1 -- 172.21.15.90:0/482613959 learned_addr learned my addr 172.21.15.90:0/482613959 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232de00640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f23300b8730 0x7f23300c9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232d400640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f23300d1590 0x7f2330157890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232e800640 1 -- 172.21.15.90:0/482613959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f23300d1590 msgr2=0x7f2330157890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232e800640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f23300d1590 0x7f2330157890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232e800640 1 -- 172.21.15.90:0/482613959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f23300b8730 msgr2=0x7f23300c9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232e800640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f23300b8730 0x7f23300c9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.393+0000 7f232e800640 1 -- 172.21.15.90:0/482613959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23300c8d70 con 0x7f233015e5f0 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.394+0000 7f232e800640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f233015e5f0 0x7f2330160a40 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f23280090b0 tx=0x7f23280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.394+0000 7f2326000640 1 -- 172.21.15.90:0/482613959 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2328037040 con 0x7f233015e5f0 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.394+0000 7f2326000640 1 -- 172.21.15.90:0/482613959 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2328042070 con 0x7f233015e5f0 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.394+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23300c9050 con 0x7f233015e5f0 2024-09-19T06:53:01.397 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.394+0000 7f2326000640 1 -- 172.21.15.90:0/482613959 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2328030920 con 0x7f233015e5f0 2024-09-19T06:53:01.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.394+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23300c98f0 con 0x7f233015e5f0 2024-09-19T06:53:01.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.395+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2330069c20 con 0x7f233015e5f0 2024-09-19T06:53:01.398 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.396+0000 7f2326000640 1 -- 172.21.15.90:0/482613959 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2328030ac0 con 0x7f233015e5f0 2024-09-19T06:53:01.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.397+0000 7f2326000640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f231006c2b0 0x7f231006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.397+0000 7f2326000640 1 -- 172.21.15.90:0/482613959 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f23280aba70 con 0x7f233015e5f0 2024-09-19T06:53:01.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.397+0000 7f232de00640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f231006c2b0 0x7f231006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.399 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.398+0000 7f232de00640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f231006c2b0 0x7f231006e770 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f23200012e0 tx=0x7f2320009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.403 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.401+0000 7f2326000640 1 -- 172.21.15.90:0/482613959 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2328079e90 con 0x7f233015e5f0 2024-09-19T06:53:01.574 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.573+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f23300b81f0 con 0x7f231006c2b0 2024-09-19T06:53:01.575 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.573+0000 7f2326000640 1 -- 172.21.15.90:0/482613959 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f23300b81f0 con 0x7f231006c2b0 2024-09-19T06:53:01.575 INFO:teuthology.orchestra.run.smithi090.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T06:53:01.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f231006c2b0 msgr2=0x7f231006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f231006c2b0 0x7f231006e770 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f23200012e0 tx=0x7f2320009040 comp rx=0 tx=0).stop 2024-09-19T06:53:01.577 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f233015e5f0 msgr2=0x7f2330160a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f233015e5f0 0x7f2330160a40 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f23280090b0 tx=0x7f23280046c0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 shutdown_connections 2024-09-19T06:53:01.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f231006c2b0 0x7f231006e770 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f233015e5f0 0x7f2330160a40 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f23300d1590 0x7f2330157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.578 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 --2- 172.21.15.90:0/482613959 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f23300b8730 0x7f23300c9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.575+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 >> 172.21.15.90:0/482613959 conn(0x7f2330062630 msgr2=0x7f23300b49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:01.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.576+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 shutdown_connections 2024-09-19T06:53:01.579 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.576+0000 7f232f200640 1 -- 172.21.15.90:0/482613959 wait complete. 2024-09-19T06:53:01.593 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T06:53:01.593 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:53:01.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.749+0000 7fc4b1600640 1 Processor -- start 2024-09-19T06:53:01.751 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.750+0000 7fc4b1600640 1 -- start start 2024-09-19T06:53:01.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.751+0000 7fc4b1600640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fc4ac15b480 0x7fc4ac0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.751+0000 7fc4b1600640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4ac0ccff0 con 0x7fc4ac072700 2024-09-19T06:53:01.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.751+0000 7fc4b1600640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4ac0cd2d0 con 0x7fc4ac0b60c0 2024-09-19T06:53:01.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.751+0000 7fc4b1600640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fc4ac0cd5b0 con 0x7fc4ac15b480 2024-09-19T06:53:01.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.751+0000 7fc4ab400640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7fc4ac072700 0x7fc4ac15bc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:56022/0 (socket says 172.21.15.90:56022) 2024-09-19T06:53:01.752 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.751+0000 7fc4ab400640 1 -- 172.21.15.90:0/1080786969 learned_addr learned my addr 172.21.15.90:0/1080786969 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:53:01.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.751+0000 7fc4aaa00640 1 --2- 172.21.15.90:0/1080786969 >> v2:172.21.15.129:3300/0 conn(0x7fc4ac15b480 0x7fc4ac0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.752+0000 7fc4aa000640 1 -- 172.21.15.90:0/1080786969 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4028484672 0 0) 0x7fc4ac0ccff0 con 0x7fc4ac072700 2024-09-19T06:53:01.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.752+0000 7fc4aa000640 1 -- 172.21.15.90:0/1080786969 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc490003520 con 0x7fc4ac072700 2024-09-19T06:53:01.753 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.752+0000 7fc4aaa00640 1 -- 172.21.15.90:0/1080786969 >> v1:172.21.15.129:6789/0 conn(0x7fc4ac0b60c0 legacy=0x7fc4ac071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.752+0000 7fc4aaa00640 1 -- 172.21.15.90:0/1080786969 >> v1:172.21.15.90:6789/0 conn(0x7fc4ac072700 legacy=0x7fc4ac15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.754 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.752+0000 7fc4aaa00640 1 -- 172.21.15.90:0/1080786969 --> v2:172.21.15.129:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ac0cd890 con 0x7fc4ac15b480 2024-09-19T06:53:01.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.753+0000 7fc4aaa00640 1 --2- 172.21.15.90:0/1080786969 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4ac15b480 0x7fc4ac0b5b80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc49c0097a0 tx=0x7fc49c02a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19b5364ea92c7bdc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.753+0000 7fc4aa000640 1 -- 172.21.15.90:0/1080786969 <== mon.1 v2:172.21.15.129:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c037070 con 0x7fc4ac15b480 2024-09-19T06:53:01.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.753+0000 7fc4aa000640 1 -- 172.21.15.90:0/1080786969 <== mon.1 v2:172.21.15.129:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc49c032440 con 0x7fc4ac15b480 2024-09-19T06:53:01.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.753+0000 7fc4aa000640 1 -- 172.21.15.90:0/1080786969 <== mon.1 v2:172.21.15.129:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c032810 con 0x7fc4ac15b480 2024-09-19T06:53:01.756 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.754+0000 7fc4b1600640 1 -- 172.21.15.90:0/1080786969 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4ac15b480 msgr2=0x7fc4ac0b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.754+0000 7fc4b1600640 1 --2- 172.21.15.90:0/1080786969 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4ac15b480 0x7fc4ac0b5b80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc49c0097a0 tx=0x7fc49c02a1a0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.754+0000 7fc4b1600640 1 -- 172.21.15.90:0/1080786969 shutdown_connections 2024-09-19T06:53:01.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.754+0000 7fc4b1600640 1 --2- 172.21.15.90:0/1080786969 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4ac15b480 0x7fc4ac0b5b80 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.754+0000 7fc4b1600640 1 -- 172.21.15.90:0/1080786969 >> 172.21.15.90:0/1080786969 conn(0x7fc4ac06d0f0 msgr2=0x7fc4ac06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:01.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.754+0000 7fc4b1600640 1 -- 172.21.15.90:0/1080786969 shutdown_connections 2024-09-19T06:53:01.757 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.754+0000 7fc4b1600640 1 -- 172.21.15.90:0/1080786969 wait complete. 2024-09-19T06:53:01.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.755+0000 7fc4b1600640 1 Processor -- start 2024-09-19T06:53:01.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.755+0000 7fc4b1600640 1 -- start start 2024-09-19T06:53:01.759 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.756+0000 7fc4b1600640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc4ac072700 0x7fc4ac14d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.756+0000 7fc4b1600640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4ac0b60c0 0x7fc4ac0b3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.756+0000 7fc4b1600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ac15b480 0x7fc4ac0b3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.756+0000 7fc4b1600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac15b9e0 con 0x7fc4ac15b480 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.756+0000 7fc4b1600640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac15b860 con 0x7fc4ac0b60c0 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.756+0000 7fc4b1600640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc4ac15c370 con 0x7fc4ac072700 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4ab400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ac15b480 0x7fc4ac0b3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4aaa00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc4ac072700 0x7fc4ac14d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4ab400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ac15b480 0x7fc4ac0b3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35880/0 (socket says 172.21.15.90:35880) 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4ab400640 1 -- 172.21.15.90:0/2485522872 learned_addr learned my addr 172.21.15.90:0/2485522872 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4a2000640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4ac0b60c0 0x7fc4ac0b3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.760 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4ab400640 1 -- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc4ac072700 msgr2=0x7fc4ac14d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4ab400640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc4ac072700 0x7fc4ac14d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4ab400640 1 -- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4ac0b60c0 msgr2=0x7fc4ac0b3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4ab400640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc4ac0b60c0 0x7fc4ac0b3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4ab400640 1 -- 172.21.15.90:0/2485522872 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ac14d710 con 0x7fc4ac15b480 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.757+0000 7fc4ab400640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ac15b480 0x7fc4ac0b3ad0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fc4a400cb40 tx=0x7fc4a400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.758+0000 7fc4a3400640 1 -- 172.21.15.90:0/2485522872 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4017070 con 0x7fc4ac15b480 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.758+0000 7fc4a3400640 1 -- 172.21.15.90:0/2485522872 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4a400aca0 con 0x7fc4ac15b480 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.758+0000 7fc4a3400640 1 -- 172.21.15.90:0/2485522872 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4012620 con 0x7fc4ac15b480 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.758+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4ac0c9990 con 0x7fc4ac15b480 2024-09-19T06:53:01.761 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.758+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4ac0c9f50 con 0x7fc4ac15b480 2024-09-19T06:53:01.762 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.759+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc4ac0b5b80 con 0x7fc4ac15b480 2024-09-19T06:53:01.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.760+0000 7fc4a3400640 1 -- 172.21.15.90:0/2485522872 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc4a401a070 con 0x7fc4ac15b480 2024-09-19T06:53:01.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.760+0000 7fc4a3400640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 0x7fc48806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.761+0000 7fc4a3400640 1 -- 172.21.15.90:0/2485522872 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fc4a408af90 con 0x7fc4ac15b480 2024-09-19T06:53:01.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.761+0000 7fc4aaa00640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 0x7fc48806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.761+0000 7fc4a3400640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7fc488072170 0x7fc488074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.761+0000 7fc4a3400640 1 -- 172.21.15.90:0/2485522872 --> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc488074c40 con 0x7fc488072170 2024-09-19T06:53:01.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.761+0000 7fc4a3400640 1 -- 172.21.15.90:0/2485522872 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7fc4a408d5b0 con 0x7fc4ac15b480 2024-09-19T06:53:01.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.761+0000 7fc4a2000640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7fc488072170 0x7fc488074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.763 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.761+0000 7fc4aaa00640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 0x7fc48806e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc49c034000 tx=0x7fc49c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.762+0000 7fc4a2000640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7fc488072170 0x7fc488074590 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.764 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.763+0000 7fc4a3400640 1 -- 172.21.15.90:0/2485522872 <== osd.6 v2:172.21.15.129:6808/2277901189 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc488074c40 con 0x7fc488072170 2024-09-19T06:53:01.777 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.776+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 --> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc4ac0d0ed0 con 0x7fc488072170 2024-09-19T06:53:01.778 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.776+0000 7fc4a3400640 1 -- 172.21.15.90:0/2485522872 <== osd.6 v2:172.21.15.129:6808/2277901189 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc4ac0d0ed0 con 0x7fc488072170 2024-09-19T06:53:01.778 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:53:01.778 INFO:teuthology.orchestra.run.smithi090.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:53:01.778 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:53:01.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7fc488072170 msgr2=0x7fc488074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.129:6808/2277901189,v1:172.21.15.129:6809/2277901189] conn(0x7fc488072170 0x7fc488074590 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.779 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 msgr2=0x7fc48806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc48806c2b0 0x7fc48806e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc49c034000 tx=0x7fc49c02e000 comp rx=0 tx=0).stop 2024-09-19T06:53:01.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ac15b480 msgr2=0x7fc4ac0b3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 --2- 172.21.15.90:0/2485522872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ac15b480 0x7fc4ac0b3ad0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fc4a400cb40 tx=0x7fc4a400a060 comp rx=0 tx=0).stop 2024-09-19T06:53:01.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4ab400640 1 -- 172.21.15.90:0/2485522872 reap_dead start 2024-09-19T06:53:01.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 shutdown_connections 2024-09-19T06:53:01.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 >> 172.21.15.90:0/2485522872 conn(0x7fc4ac06d0f0 msgr2=0x7fc4ac0d02f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:01.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 shutdown_connections 2024-09-19T06:53:01.780 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.777+0000 7fc4b1600640 1 -- 172.21.15.90:0/2485522872 wait complete. 2024-09-19T06:53:01.793 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T06:53:01.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.948+0000 7f5b51200640 1 Processor -- start 2024-09-19T06:53:01.950 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.948+0000 7f5b51200640 1 -- start start 2024-09-19T06:53:01.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b51200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c0b6290 0x7f5b4c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b51200640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f5b4c072530 0x7f5b4c15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b51200640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b4c0ccff0 con 0x7f5b4c15b480 2024-09-19T06:53:01.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b51200640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f5b4c0cd2d0 con 0x7f5b4c072530 2024-09-19T06:53:01.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b51200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f5b4c0cd5b0 con 0x7f5b4c0b6290 2024-09-19T06:53:01.952 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b49e00640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7f5b4c15b480 0x7f5b4c0b5b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:56028/0 (socket says 172.21.15.90:56028) 2024-09-19T06:53:01.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b49e00640 1 -- 172.21.15.90:0/3201294406 learned_addr learned my addr 172.21.15.90:0/3201294406 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:53:01.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b49400640 1 --2- 172.21.15.90:0/3201294406 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c0b6290 0x7f5b4c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b4a800640 1 --2- 172.21.15.90:0/3201294406 >> v2:172.21.15.129:3300/0 conn(0x7f5b4c072530 0x7f5b4c15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b48a00640 1 -- 172.21.15.90:0/3201294406 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2158364430 0 0) 0x7f5b4c0ccff0 con 0x7f5b4c15b480 2024-09-19T06:53:01.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.950+0000 7f5b48a00640 1 -- 172.21.15.90:0/3201294406 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5b30003520 con 0x7f5b4c15b480 2024-09-19T06:53:01.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.951+0000 7f5b49400640 1 -- 172.21.15.90:0/3201294406 >> v2:172.21.15.129:3300/0 conn(0x7f5b4c072530 msgr2=0x7f5b4c15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:01.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.951+0000 7f5b49400640 1 --2- 172.21.15.90:0/3201294406 >> v2:172.21.15.129:3300/0 conn(0x7f5b4c072530 0x7f5b4c15bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.951+0000 7f5b49400640 1 -- 172.21.15.90:0/3201294406 >> v1:172.21.15.90:6789/0 conn(0x7f5b4c15b480 legacy=0x7f5b4c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.953 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.951+0000 7f5b49400640 1 -- 172.21.15.90:0/3201294406 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b4c0cd890 con 0x7f5b4c0b6290 2024-09-19T06:53:01.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.952+0000 7f5b49400640 1 --2- 172.21.15.90:0/3201294406 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c0b6290 0x7f5b4c071ff0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5b380097a0 tx=0x7f5b3802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f06b70ba79cd16b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.952+0000 7f5b48a00640 1 -- 172.21.15.90:0/3201294406 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b38037070 con 0x7f5b4c0b6290 2024-09-19T06:53:01.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.952+0000 7f5b48a00640 1 -- 172.21.15.90:0/3201294406 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b3802ae50 con 0x7f5b4c0b6290 2024-09-19T06:53:01.954 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.952+0000 7f5b48a00640 1 -- 172.21.15.90:0/3201294406 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b38032660 con 0x7f5b4c0b6290 2024-09-19T06:53:01.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.953+0000 7f5b51200640 1 -- 172.21.15.90:0/3201294406 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c0b6290 msgr2=0x7f5b4c071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.953+0000 7f5b51200640 1 --2- 172.21.15.90:0/3201294406 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c0b6290 0x7f5b4c071ff0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5b380097a0 tx=0x7f5b3802a100 comp rx=0 tx=0).stop 2024-09-19T06:53:01.955 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.953+0000 7f5b51200640 1 -- 172.21.15.90:0/3201294406 shutdown_connections 2024-09-19T06:53:01.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.953+0000 7f5b51200640 1 --2- 172.21.15.90:0/3201294406 >> v2:172.21.15.129:3300/0 conn(0x7f5b4c072530 0x7f5b4c15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.953+0000 7f5b51200640 1 --2- 172.21.15.90:0/3201294406 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c0b6290 0x7f5b4c071ff0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.953+0000 7f5b51200640 1 -- 172.21.15.90:0/3201294406 >> 172.21.15.90:0/3201294406 conn(0x7f5b4c06d0f0 msgr2=0x7f5b4c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:01.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.953+0000 7f5b51200640 1 -- 172.21.15.90:0/3201294406 shutdown_connections 2024-09-19T06:53:01.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.953+0000 7f5b51200640 1 -- 172.21.15.90:0/3201294406 wait complete. 2024-09-19T06:53:01.956 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.955+0000 7f5b51200640 1 Processor -- start 2024-09-19T06:53:01.957 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.955+0000 7f5b51200640 1 -- start start 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b51200640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c072530 0x7f5b4c14ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b51200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5b4c15b480 0x7f5b4c150d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b51200640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5b4c148f40 0x7f5b4c1493d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b51200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5b4c15b9e0 con 0x7f5b4c15b480 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b51200640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f5b4c15b860 con 0x7f5b4c148f40 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b51200640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f5b4c15c1a0 con 0x7f5b4c072530 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b49400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5b4c15b480 0x7f5b4c150d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b49400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5b4c15b480 0x7f5b4c150d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35884/0 (socket says 172.21.15.90:35884) 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b49400640 1 -- 172.21.15.90:0/1214430665 learned_addr learned my addr 172.21.15.90:0/1214430665 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b49e00640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c072530 0x7f5b4c14ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.959 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b4a800640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5b4c148f40 0x7f5b4c1493d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b49400640 1 -- 172.21.15.90:0/1214430665 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c072530 msgr2=0x7f5b4c14ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b49400640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c072530 0x7f5b4c14ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b49400640 1 -- 172.21.15.90:0/1214430665 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5b4c148f40 msgr2=0x7f5b4c1493d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b49400640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5b4c148f40 0x7f5b4c1493d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b49400640 1 -- 172.21.15.90:0/1214430665 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b4c149910 con 0x7f5b4c15b480 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.956+0000 7f5b4a800640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5b4c148f40 0x7f5b4c1493d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.957+0000 7f5b49400640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5b4c15b480 0x7f5b4c150d20 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5b38009890 tx=0x7f5b380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.957+0000 7f5b42000640 1 -- 172.21.15.90:0/1214430665 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b38041020 con 0x7f5b4c15b480 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.957+0000 7f5b42000640 1 -- 172.21.15.90:0/1214430665 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b3803d690 con 0x7f5b4c15b480 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.957+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b4c14b170 con 0x7f5b4c15b480 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.957+0000 7f5b42000640 1 -- 172.21.15.90:0/1214430665 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b38037040 con 0x7f5b4c15b480 2024-09-19T06:53:01.960 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.957+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b4c14b700 con 0x7f5b4c15b480 2024-09-19T06:53:01.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.958+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b4c15bc60 con 0x7f5b4c15b480 2024-09-19T06:53:01.961 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.959+0000 7f5b42000640 1 -- 172.21.15.90:0/1214430665 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5b38044020 con 0x7f5b4c15b480 2024-09-19T06:53:01.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.960+0000 7f5b42000640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5b2c06c2b0 0x7f5b2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:01.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.960+0000 7f5b42000640 1 -- 172.21.15.90:0/1214430665 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f5b380ab480 con 0x7f5b4c15b480 2024-09-19T06:53:01.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.961+0000 7f5b49e00640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5b2c06c2b0 0x7f5b2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:01.962 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.961+0000 7f5b49e00640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5b2c06c2b0 0x7f5b2c06e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c005880 tx=0x7f5b3c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:01.965 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:01.964+0000 7f5b42000640 1 -- 172.21.15.90:0/1214430665 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5b3804b030 con 0x7f5b4c15b480 2024-09-19T06:53:02.138 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.137+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f5b4c159c20 con 0x7f5b2c06c2b0 2024-09-19T06:53:02.139 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.138+0000 7f5b42000640 1 -- 172.21.15.90:0/1214430665 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f5b4c159c20 con 0x7f5b2c06c2b0 2024-09-19T06:53:02.139 INFO:teuthology.orchestra.run.smithi090.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T06:53:02.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5b2c06c2b0 msgr2=0x7f5b2c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5b2c06c2b0 0x7f5b2c06e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c005880 tx=0x7f5b3c009040 comp rx=0 tx=0).stop 2024-09-19T06:53:02.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5b4c15b480 msgr2=0x7f5b4c150d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.141 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5b4c15b480 0x7f5b4c150d20 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5b38009890 tx=0x7f5b380046c0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 shutdown_connections 2024-09-19T06:53:02.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f5b2c06c2b0 0x7f5b2c06e770 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f5b4c148f40 0x7f5b4c1493d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5b4c15b480 0x7f5b4c150d20 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 --2- 172.21.15.90:0/1214430665 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f5b4c072530 0x7f5b4c14ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 >> 172.21.15.90:0/1214430665 conn(0x7f5b4c06d0f0 msgr2=0x7f5b4c15a6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:02.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 shutdown_connections 2024-09-19T06:53:02.142 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.140+0000 7f5b51200640 1 -- 172.21.15.90:0/1214430665 wait complete. 2024-09-19T06:53:02.157 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T06:53:02.158 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:53:02.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.318+0000 7ff941c00640 1 Processor -- start 2024-09-19T06:53:02.320 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.319+0000 7ff941c00640 1 -- start start 2024-09-19T06:53:02.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.319+0000 7ff941c00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7ff93c0d1c80 0x7ff93c162d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff941c00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7ff93c0b3360 0x7ff93c0d2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff941c00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff93c0cfe70 con 0x7ff93c161be0 2024-09-19T06:53:02.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff941c00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7ff93c1632d0 con 0x7ff93c0d1c80 2024-09-19T06:53:02.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff941c00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7ff93c0cedd0 con 0x7ff93c0b3360 2024-09-19T06:53:02.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff932000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7ff93c0d1c80 0x7ff93c162d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.321 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff932000640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7ff93c0d1c80 0x7ff93c162d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35896/0 (socket says 172.21.15.90:35896) 2024-09-19T06:53:02.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff932000640 1 -- 172.21.15.90:0/975387318 learned_addr learned my addr 172.21.15.90:0/975387318 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:02.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff93b400640 1 --2- 172.21.15.90:0/975387318 >> v2:172.21.15.129:3300/0 conn(0x7ff93c0b3360 0x7ff93c0d2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff932000640 1 -- 172.21.15.90:0/975387318 >> v2:172.21.15.129:3300/0 conn(0x7ff93c0b3360 msgr2=0x7ff93c0d2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:02.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff932000640 1 --2- 172.21.15.90:0/975387318 >> v2:172.21.15.129:3300/0 conn(0x7ff93c0b3360 0x7ff93c0d2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.322 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff932000640 1 -- 172.21.15.90:0/975387318 >> v1:172.21.15.129:6789/0 conn(0x7ff93c161be0 legacy=0x7ff93c0d1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff932000640 1 -- 172.21.15.90:0/975387318 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff93c0cf0b0 con 0x7ff93c0d1c80 2024-09-19T06:53:02.323 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.320+0000 7ff93b400640 1 --2- 172.21.15.90:0/975387318 >> v2:172.21.15.129:3300/0 conn(0x7ff93c0b3360 0x7ff93c0d2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:02.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.321+0000 7ff932000640 1 --2- 172.21.15.90:0/975387318 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c0d1c80 0x7ff93c162d90 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0d2820 tx=0x7ff92402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aadf71b0bbc6eafb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff93a000640 1 -- 172.21.15.90:0/975387318 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff924037070 con 0x7ff93c0d1c80 2024-09-19T06:53:02.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff93a000640 1 -- 172.21.15.90:0/975387318 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff924032440 con 0x7ff93c0d1c80 2024-09-19T06:53:02.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff93a000640 1 -- 172.21.15.90:0/975387318 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff924032810 con 0x7ff93c0d1c80 2024-09-19T06:53:02.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff941c00640 1 -- 172.21.15.90:0/975387318 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c0d1c80 msgr2=0x7ff93c162d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff941c00640 1 --2- 172.21.15.90:0/975387318 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c0d1c80 0x7ff93c162d90 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0d2820 tx=0x7ff92402a1e0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff941c00640 1 -- 172.21.15.90:0/975387318 shutdown_connections 2024-09-19T06:53:02.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff941c00640 1 --2- 172.21.15.90:0/975387318 >> v2:172.21.15.129:3300/0 conn(0x7ff93c0b3360 0x7ff93c0d2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.324 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff941c00640 1 --2- 172.21.15.90:0/975387318 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c0d1c80 0x7ff93c162d90 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff941c00640 1 -- 172.21.15.90:0/975387318 >> 172.21.15.90:0/975387318 conn(0x7ff93c06c2c0 msgr2=0x7ff93c06c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:02.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff941c00640 1 -- 172.21.15.90:0/975387318 shutdown_connections 2024-09-19T06:53:02.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.322+0000 7ff941c00640 1 -- 172.21.15.90:0/975387318 wait complete. 2024-09-19T06:53:02.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.324+0000 7ff941c00640 1 Processor -- start 2024-09-19T06:53:02.325 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.324+0000 7ff941c00640 1 -- start start 2024-09-19T06:53:02.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff941c00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff93c0b3360 0x7ff93c151700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.326 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff941c00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff93c0d1c80 0x7ff93c0ce340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff941c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c161be0 0x7ff93c0b55d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff941c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c0cf950 con 0x7ff93c161be0 2024-09-19T06:53:02.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff941c00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c0cf670 con 0x7ff93c0d1c80 2024-09-19T06:53:02.327 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff941c00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7ff93c161fc0 con 0x7ff93c0b3360 2024-09-19T06:53:02.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff93b400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c161be0 0x7ff93c0b55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff93b400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c161be0 0x7ff93c0b55d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35910/0 (socket says 172.21.15.90:35910) 2024-09-19T06:53:02.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff93b400640 1 -- 172.21.15.90:0/2895365230 learned_addr learned my addr 172.21.15.90:0/2895365230 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:02.328 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.325+0000 7ff93aa00640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff93c0b3360 0x7ff93c151700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff932000640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff93c0d1c80 0x7ff93c0ce340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff93b400640 1 -- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff93c0b3360 msgr2=0x7ff93c151700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff93b400640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7ff93c0b3360 0x7ff93c151700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff93b400640 1 -- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff93c0d1c80 msgr2=0x7ff93c0ce340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff93b400640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7ff93c0d1c80 0x7ff93c0ce340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff93b400640 1 -- 172.21.15.90:0/2895365230 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff93c0cba50 con 0x7ff93c161be0 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff93b400640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c161be0 0x7ff93c0b55d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff934007df0 tx=0x7ff93400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff933400640 1 -- 172.21.15.90:0/2895365230 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93401a070 con 0x7ff93c161be0 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff933400640 1 -- 172.21.15.90:0/2895365230 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff934003990 con 0x7ff93c161be0 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff933400640 1 -- 172.21.15.90:0/2895365230 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934003d80 con 0x7ff93c161be0 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.326+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff93c0c9170 con 0x7ff93c161be0 2024-09-19T06:53:02.329 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.327+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff93c0c83b0 con 0x7ff93c161be0 2024-09-19T06:53:02.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.327+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff93c162d90 con 0x7ff93c161be0 2024-09-19T06:53:02.330 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.328+0000 7ff933400640 1 -- 172.21.15.90:0/2895365230 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff93401d070 con 0x7ff93c161be0 2024-09-19T06:53:02.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.329+0000 7ff933400640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff91806c2b0 0x7ff91806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.329+0000 7ff933400640 1 -- 172.21.15.90:0/2895365230 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7ff93408b320 con 0x7ff93c161be0 2024-09-19T06:53:02.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.330+0000 7ff93aa00640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff91806c2b0 0x7ff91806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.330+0000 7ff933400640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7ff918072170 0x7ff918074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.330+0000 7ff933400640 1 -- 172.21.15.90:0/2895365230 --> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff918074c40 con 0x7ff918072170 2024-09-19T06:53:02.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.330+0000 7ff933400640 1 -- 172.21.15.90:0/2895365230 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7ff934092050 con 0x7ff93c161be0 2024-09-19T06:53:02.331 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.330+0000 7ff93aa00640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff91806c2b0 0x7ff91806e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff92c001780 tx=0x7ff92c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.330+0000 7ff932000640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7ff918072170 0x7ff918074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.332 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.331+0000 7ff932000640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7ff918072170 0x7ff918074590 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.333 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.332+0000 7ff933400640 1 -- 172.21.15.90:0/2895365230 <== osd.7 v2:172.21.15.129:6824/297207818 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff918074c40 con 0x7ff918072170 2024-09-19T06:53:02.346 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.345+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 --> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff93c151f40 con 0x7ff918072170 2024-09-19T06:53:02.347 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.346+0000 7ff933400640 1 -- 172.21.15.90:0/2895365230 <== osd.7 v2:172.21.15.129:6824/297207818 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff93c151f40 con 0x7ff918072170 2024-09-19T06:53:02.347 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-09-19T06:53:02.347 INFO:teuthology.orchestra.run.smithi090.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:53:02.347 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-09-19T06:53:02.348 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.346+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7ff918072170 msgr2=0x7ff918074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.346+0000 7ff941c00640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.129:6824/297207818,v1:172.21.15.129:6825/297207818] conn(0x7ff918072170 0x7ff918074590 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.346+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff91806c2b0 msgr2=0x7ff91806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.346+0000 7ff941c00640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7ff91806c2b0 0x7ff91806e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff92c001780 tx=0x7ff92c009040 comp rx=0 tx=0).stop 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.346+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c161be0 msgr2=0x7ff93c0b55d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.346+0000 7ff941c00640 1 --2- 172.21.15.90:0/2895365230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff93c161be0 0x7ff93c0b55d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff934007df0 tx=0x7ff93400d4a0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.346+0000 7ff93b400640 1 -- 172.21.15.90:0/2895365230 reap_dead start 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.347+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 shutdown_connections 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.347+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 >> 172.21.15.90:0/2895365230 conn(0x7ff93c06c2c0 msgr2=0x7ff93c15f770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.347+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 shutdown_connections 2024-09-19T06:53:02.349 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.347+0000 7ff941c00640 1 -- 172.21.15.90:0/2895365230 wait complete. 2024-09-19T06:53:02.363 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T06:53:02.520 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.519+0000 7f7b96400640 1 Processor -- start 2024-09-19T06:53:02.521 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.519+0000 7f7b96400640 1 -- start start 2024-09-19T06:53:02.522 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b96400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 0x7f7b90073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b96400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f7b9015de80 0x7f7b9015e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b96400640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b9015a430 con 0x7f7b9015a050 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b96400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f7b90073b40 con 0x7f7b9015de80 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b96400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f7b900cd0a0 con 0x7f7b900731c0 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b8fe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f7b9015de80 0x7f7b9015e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b8fe00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f7b9015de80 0x7f7b9015e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35924/0 (socket says 172.21.15.90:35924) 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b8fe00640 1 -- 172.21.15.90:0/3248560098 learned_addr learned my addr 172.21.15.90:0/3248560098 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b86a00640 1 --2- 172.21.15.90:0/3248560098 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 0x7f7b90073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b8fe00640 1 -- 172.21.15.90:0/3248560098 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 msgr2=0x7f7b90073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b8fe00640 1 --2- 172.21.15.90:0/3248560098 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 0x7f7b90073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.523 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b8fe00640 1 -- 172.21.15.90:0/3248560098 >> v1:172.21.15.129:6789/0 conn(0x7f7b9015a050 legacy=0x7f7b9015d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.524 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.521+0000 7f7b8fe00640 1 -- 172.21.15.90:0/3248560098 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b900cd380 con 0x7f7b9015de80 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.522+0000 7f7b8fe00640 1 --2- 172.21.15.90:0/3248560098 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015de80 0x7f7b9015e310 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009e50 tx=0x7f7b8802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e1d4f76d4239000 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b8ea00640 1 -- 172.21.15.90:0/3248560098 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b88036070 con 0x7f7b9015de80 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b8ea00640 1 -- 172.21.15.90:0/3248560098 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b88031600 con 0x7f7b9015de80 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b8ea00640 1 -- 172.21.15.90:0/3248560098 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b880319d0 con 0x7f7b9015de80 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b96400640 1 -- 172.21.15.90:0/3248560098 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015de80 msgr2=0x7f7b9015e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b96400640 1 --2- 172.21.15.90:0/3248560098 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015de80 0x7f7b9015e310 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009e50 tx=0x7f7b8802a680 comp rx=0 tx=0).stop 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b96400640 1 -- 172.21.15.90:0/3248560098 shutdown_connections 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b96400640 1 --2- 172.21.15.90:0/3248560098 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015de80 0x7f7b9015e310 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b96400640 1 --2- 172.21.15.90:0/3248560098 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 0x7f7b90073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b96400640 1 -- 172.21.15.90:0/3248560098 >> 172.21.15.90:0/3248560098 conn(0x7f7b9006d0f0 msgr2=0x7f7b9006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b96400640 1 -- 172.21.15.90:0/3248560098 shutdown_connections 2024-09-19T06:53:02.525 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.523+0000 7f7b96400640 1 -- 172.21.15.90:0/3248560098 wait complete. 2024-09-19T06:53:02.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.525+0000 7f7b96400640 1 Processor -- start 2024-09-19T06:53:02.526 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.525+0000 7f7b96400640 1 -- start start 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b96400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 0x7f7b90150020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b96400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015a050 0x7f7b901f3250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b96400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7b9015de80 0x7f7b90152e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b96400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7b900cdc20 con 0x7f7b9015a050 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b96400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f7b900cd940 con 0x7f7b9015de80 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b96400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f7b900b36e0 con 0x7f7b900731c0 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b86a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015a050 0x7f7b901f3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b86a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015a050 0x7f7b901f3250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35940/0 (socket says 172.21.15.90:35940) 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b86a00640 1 -- 172.21.15.90:0/2689514434 learned_addr learned my addr 172.21.15.90:0/2689514434 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b8fe00640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7b9015de80 0x7f7b90152e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.526+0000 7f7b8f400640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 0x7f7b90150020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.528 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b86a00640 1 -- 172.21.15.90:0/2689514434 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 msgr2=0x7f7b90150020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b86a00640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 0x7f7b90150020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b86a00640 1 -- 172.21.15.90:0/2689514434 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7b9015de80 msgr2=0x7f7b90152e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b86a00640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7b9015de80 0x7f7b90152e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b86a00640 1 -- 172.21.15.90:0/2689514434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b90150740 con 0x7f7b9015a050 2024-09-19T06:53:02.529 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b8fe00640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7b9015de80 0x7f7b90152e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:02.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b86a00640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015a050 0x7f7b901f3250 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7b7800e9b0 tx=0x7f7b7800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b87e00640 1 -- 172.21.15.90:0/2689514434 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b78017070 con 0x7f7b9015a050 2024-09-19T06:53:02.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b87e00640 1 -- 172.21.15.90:0/2689514434 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b7800c9a0 con 0x7f7b9015a050 2024-09-19T06:53:02.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b87e00640 1 -- 172.21.15.90:0/2689514434 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b7800cd90 con 0x7f7b9015a050 2024-09-19T06:53:02.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b90150a20 con 0x7f7b9015a050 2024-09-19T06:53:02.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.527+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b90150fe0 con 0x7f7b9015a050 2024-09-19T06:53:02.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.529+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b900ccd00 con 0x7f7b9015a050 2024-09-19T06:53:02.530 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.529+0000 7f7b87e00640 1 -- 172.21.15.90:0/2689514434 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7b7801a070 con 0x7f7b9015a050 2024-09-19T06:53:02.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.530+0000 7f7b87e00640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f7b6c06c2e0 0x7f7b6c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.531 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.530+0000 7f7b87e00640 1 -- 172.21.15.90:0/2689514434 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f7b7808b420 con 0x7f7b9015a050 2024-09-19T06:53:02.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.530+0000 7f7b8f400640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f7b6c06c2e0 0x7f7b6c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.532 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.531+0000 7f7b8f400640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f7b6c06c2e0 0x7f7b6c06e7a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7b80007fd0 tx=0x7f7b80009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.535 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.534+0000 7f7b87e00640 1 -- 172.21.15.90:0/2689514434 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7b78059f20 con 0x7f7b9015a050 2024-09-19T06:53:02.708 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.707+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f7b900cf220 con 0x7f7b6c06c2e0 2024-09-19T06:53:02.709 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.708+0000 7f7b87e00640 1 -- 172.21.15.90:0/2689514434 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f7b900cf220 con 0x7f7b6c06c2e0 2024-09-19T06:53:02.709 INFO:teuthology.orchestra.run.smithi090.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T06:53:02.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f7b6c06c2e0 msgr2=0x7f7b6c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f7b6c06c2e0 0x7f7b6c06e7a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7b80007fd0 tx=0x7f7b80009040 comp rx=0 tx=0).stop 2024-09-19T06:53:02.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015a050 msgr2=0x7f7b901f3250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015a050 0x7f7b901f3250 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7b7800e9b0 tx=0x7f7b7800ee70 comp rx=0 tx=0).stop 2024-09-19T06:53:02.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 shutdown_connections 2024-09-19T06:53:02.711 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f7b6c06c2e0 0x7f7b6c06e7a0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f7b9015de80 0x7f7b90152e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b9015a050 0x7f7b901f3250 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 --2- 172.21.15.90:0/2689514434 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f7b900731c0 0x7f7b90150020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 >> 172.21.15.90:0/2689514434 conn(0x7f7b9006d0f0 msgr2=0x7f7b900cf740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:02.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 shutdown_connections 2024-09-19T06:53:02.712 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.710+0000 7f7b96400640 1 -- 172.21.15.90:0/2689514434 wait complete. 2024-09-19T06:53:02.727 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:53:02.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.877+0000 7faac1a00640 1 Processor -- start 2024-09-19T06:53:02.878 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.877+0000 7faac1a00640 1 -- start start 2024-09-19T06:53:02.880 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faac1a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 0x7faabc15c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faac1a00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faabc0b50a0 con 0x7faabc0cfc80 2024-09-19T06:53:02.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faac1a00640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faabc0b5380 con 0x7faabc155800 2024-09-19T06:53:02.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faac1a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7faabc0b6550 con 0x7faabc0b6140 2024-09-19T06:53:02.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faaba000640 1 --1- >> v1:172.21.15.90:6789/0 conn(0x7faabc0cfc80 0x7faabc15c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:56032/0 (socket says 172.21.15.90:56032) 2024-09-19T06:53:02.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faaba000640 1 -- 172.21.15.90:0/3902588148 learned_addr learned my addr 172.21.15.90:0/3902588148 (peer_addr_for_me v1:172.21.15.90:0/0) 2024-09-19T06:53:02.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faabb400640 1 --2- 172.21.15.90:0/3902588148 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 0x7faabc15c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.881 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faab9600640 1 -- 172.21.15.90:0/3902588148 <== mon.0 v1:172.21.15.90:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 557194815 0 0) 0x7faabc0b50a0 con 0x7faabc0cfc80 2024-09-19T06:53:02.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faab9600640 1 -- 172.21.15.90:0/3902588148 --> v1:172.21.15.90:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faaa0003520 con 0x7faabc0cfc80 2024-09-19T06:53:02.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faab9600640 1 -- 172.21.15.90:0/3902588148 <== mon.1 v1:172.21.15.129:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2892457828 0 0) 0x7faabc0b5380 con 0x7faabc155800 2024-09-19T06:53:02.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faab9600640 1 -- 172.21.15.90:0/3902588148 --> v1:172.21.15.129:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faabc0b50a0 con 0x7faabc155800 2024-09-19T06:53:02.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.879+0000 7faabb400640 1 -- 172.21.15.90:0/3902588148 >> v1:172.21.15.129:6789/0 conn(0x7faabc155800 legacy=0x7faabc0cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.880+0000 7faabb400640 1 -- 172.21.15.90:0/3902588148 >> v1:172.21.15.90:6789/0 conn(0x7faabc0cfc80 legacy=0x7faabc15c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.884 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.880+0000 7faabb400640 1 -- 172.21.15.90:0/3902588148 --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faabc0b5660 con 0x7faabc0b6140 2024-09-19T06:53:02.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.881+0000 7faabb400640 1 --2- 172.21.15.90:0/3902588148 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 0x7faabc15c330 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7faab4009dc0 tx=0x7faab402a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b1f0c95ba70258 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.881+0000 7faab9600640 1 -- 172.21.15.90:0/3902588148 <== mon.2 v2:172.21.15.129:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4007740 con 0x7faabc0b6140 2024-09-19T06:53:02.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.881+0000 7faab9600640 1 -- 172.21.15.90:0/3902588148 <== mon.2 v2:172.21.15.129:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faab40078e0 con 0x7faabc0b6140 2024-09-19T06:53:02.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.881+0000 7faab9600640 1 -- 172.21.15.90:0/3902588148 <== mon.2 v2:172.21.15.129:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4007c90 con 0x7faabc0b6140 2024-09-19T06:53:02.887 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.882+0000 7faac1a00640 1 -- 172.21.15.90:0/3902588148 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 msgr2=0x7faabc15c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.882+0000 7faac1a00640 1 --2- 172.21.15.90:0/3902588148 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 0x7faabc15c330 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7faab4009dc0 tx=0x7faab402a6d0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.882+0000 7faac1a00640 1 -- 172.21.15.90:0/3902588148 shutdown_connections 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.882+0000 7faac1a00640 1 --2- 172.21.15.90:0/3902588148 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 0x7faabc15c330 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.882+0000 7faac1a00640 1 -- 172.21.15.90:0/3902588148 >> 172.21.15.90:0/3902588148 conn(0x7faabc06bc10 msgr2=0x7faabc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.882+0000 7faac1a00640 1 -- 172.21.15.90:0/3902588148 shutdown_connections 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.882+0000 7faac1a00640 1 -- 172.21.15.90:0/3902588148 wait complete. 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.883+0000 7faac1a00640 1 Processor -- start 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.883+0000 7faac1a00640 1 -- start start 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.884+0000 7faac1a00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 0x7faabc1482e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.884+0000 7faac1a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faabc0cfc80 0x7faabc15b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.884+0000 7faac1a00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7faabc155800 0x7faabc1e55f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.884+0000 7faac1a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faabc155be0 con 0x7faabc0cfc80 2024-09-19T06:53:02.888 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.884+0000 7faac1a00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7faabc0b5c20 con 0x7faabc155800 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.884+0000 7faac1a00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7faabc15d080 con 0x7faabc0b6140 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faaba000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faabc0cfc80 0x7faabc15b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faaba000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faabc0cfc80 0x7faabc15b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:35946/0 (socket says 172.21.15.90:35946) 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faaba000640 1 -- 172.21.15.90:0/1370230142 learned_addr learned my addr 172.21.15.90:0/1370230142 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faabaa00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 0x7faabc1482e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faabb400640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7faabc155800 0x7faabc1e55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faaba000640 1 -- 172.21.15.90:0/1370230142 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 msgr2=0x7faabc1482e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faaba000640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 0x7faabc1482e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faaba000640 1 -- 172.21.15.90:0/1370230142 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7faabc155800 msgr2=0x7faabc1e55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faaba000640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7faabc155800 0x7faabc1e55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faaba000640 1 -- 172.21.15.90:0/1370230142 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faabc159690 con 0x7faabc0cfc80 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faabb400640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7faabc155800 0x7faabc1e55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faaba000640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faabc0cfc80 0x7faabc15b000 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7faaa800c500 tx=0x7faaa800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.889 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.885+0000 7faab2a00640 1 -- 172.21.15.90:0/1370230142 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa8017070 con 0x7faabc0cfc80 2024-09-19T06:53:02.890 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.886+0000 7faab2a00640 1 -- 172.21.15.90:0/1370230142 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaa8005ce0 con 0x7faabc0cfc80 2024-09-19T06:53:02.890 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.886+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faabc159970 con 0x7faabc0cfc80 2024-09-19T06:53:02.890 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.886+0000 7faab2a00640 1 -- 172.21.15.90:0/1370230142 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa80072f0 con 0x7faabc0cfc80 2024-09-19T06:53:02.890 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.886+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faabc159f30 con 0x7faabc0cfc80 2024-09-19T06:53:02.890 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.887+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faabc15d460 con 0x7faabc0cfc80 2024-09-19T06:53:02.891 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.888+0000 7faab2a00640 1 -- 172.21.15.90:0/1370230142 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faaa801a070 con 0x7faabc0cfc80 2024-09-19T06:53:02.891 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.889+0000 7faab2a00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7faa9c06c2b0 0x7faa9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:02.891 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.889+0000 7faab2a00640 1 -- 172.21.15.90:0/1370230142 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7faaa808a8a0 con 0x7faabc0cfc80 2024-09-19T06:53:02.891 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.889+0000 7faabaa00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7faa9c06c2b0 0x7faa9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:02.891 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.890+0000 7faabaa00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7faa9c06c2b0 0x7faa9c06e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faaac007fd0 tx=0x7faaac009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:02.893 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:02.892+0000 7faab2a00640 1 -- 172.21.15.90:0/1370230142 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faaa8058d30 con 0x7faabc0cfc80 2024-09-19T06:53:03.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.065+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faabc06e3e0 con 0x7faa9c06c2b0 2024-09-19T06:53:03.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.065+0000 7faab2a00640 1 -- 172.21.15.90:0/1370230142 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13353 (secure 0 0 0) 0x7faabc06e3e0 con 0x7faa9c06c2b0 2024-09-19T06:53:03.067 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:53:03.067 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:53:03.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7faa9c06c2b0 msgr2=0x7faa9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:03.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7faa9c06c2b0 0x7faa9c06e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faaac007fd0 tx=0x7faaac009040 comp rx=0 tx=0).stop 2024-09-19T06:53:03.069 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faabc0cfc80 msgr2=0x7faabc15b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:03.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faabc0cfc80 0x7faabc15b000 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7faaa800c500 tx=0x7faaa800c9c0 comp rx=0 tx=0).stop 2024-09-19T06:53:03.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 shutdown_connections 2024-09-19T06:53:03.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7faa9c06c2b0 0x7faa9c06e770 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:03.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7faabc155800 0x7faabc1e55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:03.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faabc0cfc80 0x7faabc15b000 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:03.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 --2- 172.21.15.90:0/1370230142 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7faabc0b6140 0x7faabc1482e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:03.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 >> 172.21.15.90:0/1370230142 conn(0x7faabc06bc10 msgr2=0x7faabc15c950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:03.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 shutdown_connections 2024-09-19T06:53:03.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:03.068+0000 7faac1a00640 1 -- 172.21.15.90:0/1370230142 wait complete. 2024-09-19T06:53:03.085 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":163,"stamp":"2024-09-19T06:53:03.065975+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":225072,"kb_used_data":4648,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749648,"statfs":{"total":773094113280,"available":772863639552,"internally_reserved":0,"allocated":4759552,"data_stored":2580968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":225496624},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.295974"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":204,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T06:52:52.881052+0000","last_change":"2024-09-19T06:48:44.873172+0000","last_active":"2024-09-19T06:52:52.881052+0000","last_peered":"2024-09-19T06:52:52.881052+0000","last_clean":"2024-09-19T06:52:52.881052+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:52:52.881052+0000","last_undegraded":"2024-09-19T06:52:52.881052+0000","last_fullsized":"2024-09-19T06:52:52.881052+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:48:43.857390+0000","last_clean_scrub_stamp":"2024-09-19T06:48:43.857390+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:42.451819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509494,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1040384,"data_stored":765397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27472,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509495,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509494,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1040384,"data_stored":765397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542200,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31632,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:53:03.093 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T06:48:43.857390+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=6, tm_min=48, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=6, tm_min=52, tm_sec=57, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T06:53:03.093 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T06:53:15.055 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:53:15.060 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:53:23.095 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:53:23.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.258+0000 7f6813e00640 1 Processor -- start 2024-09-19T06:53:23.259 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.258+0000 7f6813e00640 1 -- start start 2024-09-19T06:53:23.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.259+0000 7f6813e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f681415e570 0x7f68141629d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.259+0000 7f6813e00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7f68140b2480 0x7f68140b30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.259+0000 7f6813e00640 1 -- --> v1:172.21.15.90:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68140cdc00 con 0x7f68140ce9a0 2024-09-19T06:53:23.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.259+0000 7f6813e00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7f68140af030 con 0x7f681415e570 2024-09-19T06:53:23.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.259+0000 7f6813e00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7f68140cdec0 con 0x7f68140b2480 2024-09-19T06:53:23.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.259+0000 7f6812a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f681415e570 0x7f68141629d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.261 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.259+0000 7f6812a00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7f681415e570 0x7f68141629d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46230/0 (socket says 172.21.15.90:46230) 2024-09-19T06:53:23.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.259+0000 7f6812a00640 1 -- 172.21.15.90:0/2151329456 learned_addr learned my addr 172.21.15.90:0/2151329456 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:23.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.259+0000 7f6812000640 1 --1- 172.21.15.90:0/2151329456 >> v1:172.21.15.90:6789/0 conn(0x7f68140ce9a0 0x7f68140b1d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.90:6789/0 says I am v1:172.21.15.90:50084/0 (socket says 172.21.15.90:50084) 2024-09-19T06:53:23.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.260+0000 7f6813400640 1 --2- 172.21.15.90:0/2151329456 >> v2:172.21.15.129:3300/0 conn(0x7f68140b2480 0x7f68140b30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.260+0000 7f6812a00640 1 -- 172.21.15.90:0/2151329456 >> v2:172.21.15.129:3300/0 conn(0x7f68140b2480 msgr2=0x7f68140b30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:23.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.260+0000 7f6812a00640 1 --2- 172.21.15.90:0/2151329456 >> v2:172.21.15.129:3300/0 conn(0x7f68140b2480 0x7f68140b30e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.260+0000 7f6812a00640 1 -- 172.21.15.90:0/2151329456 >> v1:172.21.15.90:6789/0 conn(0x7f68140ce9a0 legacy=0x7f68140b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.260+0000 7f6812a00640 1 -- 172.21.15.90:0/2151329456 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68140ce1a0 con 0x7f681415e570 2024-09-19T06:53:23.262 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.260+0000 7f6813400640 1 --2- 172.21.15.90:0/2151329456 >> v2:172.21.15.129:3300/0 conn(0x7f68140b2480 0x7f68140b30e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:53:23.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6812a00640 1 --2- 172.21.15.90:0/2151329456 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 0x7f68141629d0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f681406f030 tx=0x7f680402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de6ffd951b26425f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:23.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6811600640 1 -- 172.21.15.90:0/2151329456 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6804036070 con 0x7f681415e570 2024-09-19T06:53:23.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6811600640 1 -- 172.21.15.90:0/2151329456 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6804031600 con 0x7f681415e570 2024-09-19T06:53:23.263 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6811600640 1 -- 172.21.15.90:0/2151329456 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68040319d0 con 0x7f681415e570 2024-09-19T06:53:23.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6813e00640 1 -- 172.21.15.90:0/2151329456 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 msgr2=0x7f68141629d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6813e00640 1 --2- 172.21.15.90:0/2151329456 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 0x7f68141629d0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f681406f030 tx=0x7f680402a730 comp rx=0 tx=0).stop 2024-09-19T06:53:23.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6813e00640 1 -- 172.21.15.90:0/2151329456 shutdown_connections 2024-09-19T06:53:23.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6813e00640 1 --2- 172.21.15.90:0/2151329456 >> v2:172.21.15.129:3300/0 conn(0x7f68140b2480 0x7f68140b30e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6813e00640 1 --2- 172.21.15.90:0/2151329456 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 0x7f68141629d0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.261+0000 7f6813e00640 1 -- 172.21.15.90:0/2151329456 >> 172.21.15.90:0/2151329456 conn(0x7f6814062a20 msgr2=0x7f681406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:23.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.262+0000 7f6813e00640 1 -- 172.21.15.90:0/2151329456 shutdown_connections 2024-09-19T06:53:23.264 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.262+0000 7f6813e00640 1 -- 172.21.15.90:0/2151329456 wait complete. 2024-09-19T06:53:23.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.263+0000 7f6813e00640 1 Processor -- start 2024-09-19T06:53:23.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.263+0000 7f6813e00640 1 -- start start 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.264+0000 7f6813e00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f68140b2480 0x7f6814150dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.264+0000 7f6813e00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f68140ce9a0 0x7f68140710d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.264+0000 7f6813e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 0x7f68140730a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.264+0000 7f6813e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f68140aec70 con 0x7f681415e570 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.264+0000 7f6813e00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7f68140cfbe0 con 0x7f68140b2480 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.264+0000 7f6813e00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7f68140aedf0 con 0x7f68140ce9a0 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.264+0000 7f6813400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 0x7f68140730a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.264+0000 7f6813400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 0x7f68140730a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46240/0 (socket says 172.21.15.90:46240) 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.264+0000 7f6813400640 1 -- 172.21.15.90:0/890058369 learned_addr learned my addr 172.21.15.90:0/890058369 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:23.267 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6812a00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f68140b2480 0x7f6814150dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6812000640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f68140ce9a0 0x7f68140710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6813400640 1 -- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f68140ce9a0 msgr2=0x7f68140710d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6813400640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f68140ce9a0 0x7f68140710d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6813400640 1 -- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f68140b2480 msgr2=0x7f6814150dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6813400640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f68140b2480 0x7f6814150dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6813400640 1 -- 172.21.15.90:0/890058369 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6814153bb0 con 0x7f681415e570 2024-09-19T06:53:23.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6812000640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f68140ce9a0 0x7f68140710d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:23.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6812a00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f68140b2480 0x7f6814150dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:23.268 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6813400640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 0x7f68140730a0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f680c00c7f0 tx=0x7f680c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:23.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f680aa00640 1 -- 172.21.15.90:0/890058369 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c015070 con 0x7f681415e570 2024-09-19T06:53:23.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f680aa00640 1 -- 172.21.15.90:0/890058369 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f680c004240 con 0x7f681415e570 2024-09-19T06:53:23.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f680aa00640 1 -- 172.21.15.90:0/890058369 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c003610 con 0x7f681415e570 2024-09-19T06:53:23.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.265+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6814151300 con 0x7f681415e570 2024-09-19T06:53:23.269 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.266+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6814154100 con 0x7f681415e570 2024-09-19T06:53:23.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.267+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68140cee10 con 0x7f681415e570 2024-09-19T06:53:23.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.267+0000 7f680aa00640 1 -- 172.21.15.90:0/890058369 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f680c0039c0 con 0x7f681415e570 2024-09-19T06:53:23.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.268+0000 7f680aa00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f67f406c2e0 0x7f67f406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.268+0000 7f680aa00640 1 -- 172.21.15.90:0/890058369 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f680c08b120 con 0x7f681415e570 2024-09-19T06:53:23.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.268+0000 7f6812a00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f67f406c2e0 0x7f67f406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.270 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.269+0000 7f6812a00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f67f406c2e0 0x7f67f406e7a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6804033000 tx=0x7f6804009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:23.274 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.273+0000 7f680aa00640 1 -- 172.21.15.90:0/890058369 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f680c059b80 con 0x7f681415e570 2024-09-19T06:53:23.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.446+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 --> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f681415a280 con 0x7f67f406c2e0 2024-09-19T06:53:23.448 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.446+0000 7f680aa00640 1 -- 172.21.15.90:0/890058369 <== mgr.4101 v2:172.21.15.90:6800/2371484944 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13359 (secure 0 0 0) 0x7f681415a280 con 0x7f67f406c2e0 2024-09-19T06:53:23.448 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:53:23.448 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-09-19T06:53:23.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f67f406c2e0 msgr2=0x7f67f406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f67f406c2e0 0x7f67f406e7a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6804033000 tx=0x7f6804009000 comp rx=0 tx=0).stop 2024-09-19T06:53:23.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 msgr2=0x7f68140730a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 0x7f68140730a0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f680c00c7f0 tx=0x7f680c00ccb0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 shutdown_connections 2024-09-19T06:53:23.450 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7f67f406c2e0 0x7f67f406e7a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f681415e570 0x7f68140730a0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7f68140ce9a0 0x7f68140710d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 --2- 172.21.15.90:0/890058369 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7f68140b2480 0x7f6814150dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 >> 172.21.15.90:0/890058369 conn(0x7f6814062a20 msgr2=0x7f68141581a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:23.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 shutdown_connections 2024-09-19T06:53:23.451 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.449+0000 7f6813e00640 1 -- 172.21.15.90:0/890058369 wait complete. 2024-09-19T06:53:23.467 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":173,"stamp":"2024-09-19T06:53:23.070236+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":225056,"kb_used_data":4648,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749664,"statfs":{"total":773094113280,"available":772863655936,"internally_reserved":0,"allocated":4759552,"data_stored":2580968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":225496624},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002739"},"pg_stats":[{"pgid":"1.0","version":"39'119","reported_seq":215,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T06:52:59.532427+0000","last_change":"2024-09-19T06:52:59.532452+0000","last_active":"2024-09-19T06:52:59.532427+0000","last_peered":"2024-09-19T06:52:59.532427+0000","last_clean":"2024-09-19T06:52:59.532427+0000","last_became_active":"2024-09-19T06:48:44.872873+0000","last_became_peered":"2024-09-19T06:48:44.872873+0000","last_unstale":"2024-09-19T06:52:59.532427+0000","last_undegraded":"2024-09-19T06:52:59.532427+0000","last_fullsized":"2024-09-19T06:52:59.532427+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"39'119","last_scrub_stamp":"2024-09-19T06:52:59.532353+0000","last_deep_scrub":"39'119","last_deep_scrub_stamp":"2024-09-19T06:52:59.532353+0000","last_clean_scrub_stamp":"2024-09-19T06:52:59.532353+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:54.158857+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509498,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509498,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509498,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343800,"statfs":{"total":96636764160,"available":96608051200,"internally_reserved":0,"allocated":1040384,"data_stored":765397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27472,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343800,"statfs":{"total":96636764160,"available":96608051200,"internally_reserved":0,"allocated":1040384,"data_stored":765397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542204,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31632,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":446464,"data_stored":175029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:53:23.468 DEBUG:teuthology.orchestra.run.smithi090:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T06:53:23.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.615+0000 7fc8a1400640 1 Processor -- start 2024-09-19T06:53:23.616 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.615+0000 7fc8a1400640 1 -- start start 2024-09-19T06:53:23.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.616+0000 7fc8a1400640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fc89c0b6290 0x7fc89c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.616+0000 7fc8a1400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 0x7fc89c15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.616+0000 7fc8a1400640 1 -- --> v1:172.21.15.129:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc89c0ccff0 con 0x7fc89c15b480 2024-09-19T06:53:23.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.616+0000 7fc8a1400640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fc89c0cd2d0 con 0x7fc89c0b6290 2024-09-19T06:53:23.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.616+0000 7fc8a1400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc89c0cd5b0 con 0x7fc89c072530 2024-09-19T06:53:23.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.616+0000 7fc891e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fc89c0b6290 0x7fc89c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.616+0000 7fc891e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fc89c0b6290 0x7fc89c071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46252/0 (socket says 172.21.15.90:46252) 2024-09-19T06:53:23.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.616+0000 7fc891e00640 1 -- 172.21.15.90:0/2818879834 learned_addr learned my addr 172.21.15.90:0/2818879834 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:23.618 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.617+0000 7fc89b200640 1 --2- 172.21.15.90:0/2818879834 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 0x7fc89c15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.617+0000 7fc891e00640 1 -- 172.21.15.90:0/2818879834 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 msgr2=0x7fc89c15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:23.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.617+0000 7fc891e00640 1 --2- 172.21.15.90:0/2818879834 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 0x7fc89c15bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.617+0000 7fc891e00640 1 -- 172.21.15.90:0/2818879834 >> v1:172.21.15.129:6789/0 conn(0x7fc89c15b480 legacy=0x7fc89c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.619 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.617+0000 7fc891e00640 1 -- 172.21.15.90:0/2818879834 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc89c0cd890 con 0x7fc89c0b6290 2024-09-19T06:53:23.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.618+0000 7fc891e00640 1 --2- 172.21.15.90:0/2818879834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c0b6290 0x7fc89c071ff0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fc884009870 tx=0x7fc88402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5f5b60a5531ccf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:23.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.618+0000 7fc899e00640 1 -- 172.21.15.90:0/2818879834 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884037070 con 0x7fc89c0b6290 2024-09-19T06:53:23.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.618+0000 7fc899e00640 1 -- 172.21.15.90:0/2818879834 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc884032440 con 0x7fc89c0b6290 2024-09-19T06:53:23.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.618+0000 7fc899e00640 1 -- 172.21.15.90:0/2818879834 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884032810 con 0x7fc89c0b6290 2024-09-19T06:53:23.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.618+0000 7fc8a1400640 1 -- 172.21.15.90:0/2818879834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c0b6290 msgr2=0x7fc89c071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.618+0000 7fc8a1400640 1 --2- 172.21.15.90:0/2818879834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c0b6290 0x7fc89c071ff0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fc884009870 tx=0x7fc88402a1c0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.619+0000 7fc8a1400640 1 -- 172.21.15.90:0/2818879834 shutdown_connections 2024-09-19T06:53:23.620 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.619+0000 7fc8a1400640 1 --2- 172.21.15.90:0/2818879834 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 0x7fc89c15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.619+0000 7fc8a1400640 1 --2- 172.21.15.90:0/2818879834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c0b6290 0x7fc89c071ff0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.619+0000 7fc8a1400640 1 -- 172.21.15.90:0/2818879834 >> 172.21.15.90:0/2818879834 conn(0x7fc89c06d0f0 msgr2=0x7fc89c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:23.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.619+0000 7fc8a1400640 1 -- 172.21.15.90:0/2818879834 shutdown_connections 2024-09-19T06:53:23.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.619+0000 7fc8a1400640 1 -- 172.21.15.90:0/2818879834 wait complete. 2024-09-19T06:53:23.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.620+0000 7fc8a1400640 1 Processor -- start 2024-09-19T06:53:23.621 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.620+0000 7fc8a1400640 1 -- start start 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.621+0000 7fc8a1400640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 0x7fc89c158c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.621+0000 7fc8a1400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c15b480 0x7fc89c15a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.621+0000 7fc8a1400640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc89c1532a0 0x7fc89c147f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.621+0000 7fc8a1400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc89c15b9e0 con 0x7fc89c15b480 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.621+0000 7fc8a1400640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fc89c15b860 con 0x7fc89c1532a0 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.621+0000 7fc8a1400640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fc89c15c1a0 con 0x7fc89c072530 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.621+0000 7fc891e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c15b480 0x7fc89c15a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.621+0000 7fc891e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c15b480 0x7fc89c15a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:46256/0 (socket says 172.21.15.90:46256) 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.621+0000 7fc891e00640 1 -- 172.21.15.90:0/3527453543 learned_addr learned my addr 172.21.15.90:0/3527453543 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:23.624 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc89a800640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 0x7fc89c158c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc89b200640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc89c1532a0 0x7fc89c147f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc891e00640 1 -- 172.21.15.90:0/3527453543 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 msgr2=0x7fc89c158c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc891e00640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 0x7fc89c158c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc891e00640 1 -- 172.21.15.90:0/3527453543 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc89c1532a0 msgr2=0x7fc89c147f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc891e00640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc89c1532a0 0x7fc89c147f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc891e00640 1 -- 172.21.15.90:0/3527453543 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc89c0c5690 con 0x7fc89c15b480 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc89a800640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 0x7fc89c158c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc891e00640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c15b480 0x7fc89c15a430 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fc88402a200 tx=0x7fc8840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc893400640 1 -- 172.21.15.90:0/3527453543 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884041020 con 0x7fc89c15b480 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc893400640 1 -- 172.21.15.90:0/3527453543 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8840306c0 con 0x7fc89c15b480 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc893400640 1 -- 172.21.15.90:0/3527453543 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884037040 con 0x7fc89c15b480 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.622+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc89c15a970 con 0x7fc89c15b480 2024-09-19T06:53:23.625 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.623+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc89c159670 con 0x7fc89c15b480 2024-09-19T06:53:23.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.624+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc89c069180 con 0x7fc89c15b480 2024-09-19T06:53:23.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.624+0000 7fc893400640 1 -- 172.21.15.90:0/3527453543 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc884044020 con 0x7fc89c15b480 2024-09-19T06:53:23.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.625+0000 7fc893400640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc87806c2b0 0x7fc87806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:23.626 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.625+0000 7fc893400640 1 -- 172.21.15.90:0/3527453543 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fc8840ab990 con 0x7fc89c15b480 2024-09-19T06:53:23.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.625+0000 7fc89a800640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc87806c2b0 0x7fc87806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:23.627 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.626+0000 7fc89a800640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc87806c2b0 0x7fc87806e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc88c007fd0 tx=0x7fc88c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:23.631 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.629+0000 7fc893400640 1 -- 172.21.15.90:0/3527453543 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc89c069180 con 0x7fc89c15b480 2024-09-19T06:53:23.803 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.801+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fc89c15bc60 con 0x7fc89c15b480 2024-09-19T06:53:23.806 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.805+0000 7fc893400640 1 -- 172.21.15.90:0/3527453543 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) ==== 123+0+0 (secure 0 0 0) 0x7fc88404b030 con 0x7fc89c15b480 2024-09-19T06:53:23.808 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.806+0000 7fc893400640 1 -- 172.21.15.90:0/3527453543 <== mon.0 v2:172.21.15.90:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fc8840b1080 con 0x7fc89c15b480 2024-09-19T06:53:23.810 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc87806c2b0 msgr2=0x7fc87806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc87806c2b0 0x7fc87806e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc88c007fd0 tx=0x7fc88c009040 comp rx=0 tx=0).stop 2024-09-19T06:53:23.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c15b480 msgr2=0x7fc89c15a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:23.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c15b480 0x7fc89c15a430 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fc88402a200 tx=0x7fc8840046c0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.899 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 shutdown_connections 2024-09-19T06:53:23.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fc87806c2b0 0x7fc87806e770 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fc89c1532a0 0x7fc89c147f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc89c15b480 0x7fc89c15a430 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 --2- 172.21.15.90:0/3527453543 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fc89c072530 0x7fc89c158c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:23.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.808+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 >> 172.21.15.90:0/3527453543 conn(0x7fc89c06d0f0 msgr2=0x7fc89c15d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:23.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.809+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 shutdown_connections 2024-09-19T06:53:23.900 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:23.809+0000 7fc8a1400640 1 -- 172.21.15.90:0/3527453543 wait complete. 2024-09-19T06:53:23.901 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:53:23.902 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:53:24.062 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.061+0000 7fb73ce00640 1 Processor -- start 2024-09-19T06:53:24.063 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.061+0000 7fb73ce00640 1 -- start start 2024-09-19T06:53:24.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.062+0000 7fb73ce00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb738155800 0x7fb7380b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:24.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb73ce00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb73815c330 0x7fb7380b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:24.064 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb73ce00640 1 --2- >> v2:172.21.15.129:3300/0 conn(0x7fb7380cf570 0x7fb7380cf9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb73ce00640 1 -- --> v2:172.21.15.90:3300/0 -- mon_getmap magic: 0 -- 0x7fb7380b4e60 con 0x7fb738155800 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb73ce00640 1 -- --> v2:172.21.15.129:3300/0 -- mon_getmap magic: 0 -- 0x7fb7380cff00 con 0x7fb7380cf570 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb73ce00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb73815c7a0 con 0x7fb73815c330 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb738155800 0x7fb7380b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735e00640 1 --2- >> v2:172.21.15.90:3300/0 conn(0x7fb738155800 0x7fb7380b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:52084/0 (socket says 172.21.15.90:52084) 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735e00640 1 -- 172.21.15.90:0/496229371 learned_addr learned my addr 172.21.15.90:0/496229371 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735400640 1 --2- 172.21.15.90:0/496229371 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb73815c330 0x7fb7380b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb736800640 1 --2- 172.21.15.90:0/496229371 >> v2:172.21.15.129:3300/0 conn(0x7fb7380cf570 0x7fb7380cf9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735e00640 1 -- 172.21.15.90:0/496229371 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb73815c330 msgr2=0x7fb7380b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735e00640 1 --2- 172.21.15.90:0/496229371 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb73815c330 0x7fb7380b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735e00640 1 -- 172.21.15.90:0/496229371 >> v2:172.21.15.129:3300/0 conn(0x7fb7380cf570 msgr2=0x7fb7380cf9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735e00640 1 --2- 172.21.15.90:0/496229371 >> v2:172.21.15.129:3300/0 conn(0x7fb7380cf570 0x7fb7380cf9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.065 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735e00640 1 -- 172.21.15.90:0/496229371 --> v2:172.21.15.90:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7380b50a0 con 0x7fb738155800 2024-09-19T06:53:24.066 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.063+0000 7fb735400640 1 --2- 172.21.15.90:0/496229371 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb73815c330 0x7fb7380b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.064+0000 7fb735e00640 1 --2- 172.21.15.90:0/496229371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 0x7fb7380b6140 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb73815fe40 tx=0x7fb72802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2c28147b464c050 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb734a00640 1 -- 172.21.15.90:0/496229371 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb728037070 con 0x7fb738155800 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb734a00640 1 -- 172.21.15.90:0/496229371 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fb728032440 con 0x7fb738155800 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb734a00640 1 -- 172.21.15.90:0/496229371 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb728032830 con 0x7fb738155800 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb73ce00640 1 -- 172.21.15.90:0/496229371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 msgr2=0x7fb7380b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb73ce00640 1 --2- 172.21.15.90:0/496229371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 0x7fb7380b6140 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb73815fe40 tx=0x7fb72802a1e0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb73ce00640 1 -- 172.21.15.90:0/496229371 shutdown_connections 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb73ce00640 1 --2- 172.21.15.90:0/496229371 >> v2:172.21.15.129:3300/0 conn(0x7fb7380cf570 0x7fb7380cf9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb73ce00640 1 --2- 172.21.15.90:0/496229371 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb73815c330 0x7fb7380b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.067 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb73ce00640 1 --2- 172.21.15.90:0/496229371 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 0x7fb7380b6140 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb73ce00640 1 -- 172.21.15.90:0/496229371 >> 172.21.15.90:0/496229371 conn(0x7fb73806bc10 msgr2=0x7fb73806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:24.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb73ce00640 1 -- 172.21.15.90:0/496229371 shutdown_connections 2024-09-19T06:53:24.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.065+0000 7fb73ce00640 1 -- 172.21.15.90:0/496229371 wait complete. 2024-09-19T06:53:24.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.067+0000 7fb73ce00640 1 Processor -- start 2024-09-19T06:53:24.068 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.067+0000 7fb73ce00640 1 -- start start 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb73ce00640 1 --2- >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb7380cf570 0x7fb738146270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb73ce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 0x7fb7381467b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb73ce00640 1 --2- >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb73815c330 0x7fb73815d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb73ce00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb7380b5940 con 0x7fb738155800 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb73ce00640 1 -- --> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] -- mon_getmap magic: 0 -- 0x7fb7380b5660 con 0x7fb73815c330 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb73ce00640 1 -- --> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] -- mon_getmap magic: 0 -- 0x7fb7380b5c20 con 0x7fb7380cf570 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb735400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 0x7fb7381467b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb735400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 0x7fb7381467b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:52092/0 (socket says 172.21.15.90:52092) 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb735400640 1 -- 172.21.15.90:0/3828482377 learned_addr learned my addr 172.21.15.90:0/3828482377 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-09-19T06:53:24.070 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb735e00640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb7380cf570 0x7fb738146270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:24.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.068+0000 7fb736800640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb73815c330 0x7fb73815d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:24.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb735400640 1 -- 172.21.15.90:0/3828482377 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb7380cf570 msgr2=0x7fb738146270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:24.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb735400640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb7380cf570 0x7fb738146270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb735400640 1 -- 172.21.15.90:0/3828482377 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb73815c330 msgr2=0x7fb73815d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:24.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb735400640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb73815c330 0x7fb73815d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb735400640 1 -- 172.21.15.90:0/3828482377 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb73815e620 con 0x7fb738155800 2024-09-19T06:53:24.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb736800640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb73815c330 0x7fb73815d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:53:24.071 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb735400640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 0x7fb7381467b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fb72400d7d0 tx=0x7fb72400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:24.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb72e000640 1 -- 172.21.15.90:0/3828482377 <== mon.0 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb724004030 con 0x7fb738155800 2024-09-19T06:53:24.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb72e000640 1 -- 172.21.15.90:0/3828482377 <== mon.0 v2:172.21.15.90:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fb7240041d0 con 0x7fb738155800 2024-09-19T06:53:24.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb73815e900 con 0x7fb738155800 2024-09-19T06:53:24.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb72e000640 1 -- 172.21.15.90:0/3828482377 <== mon.0 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb72400b6c0 con 0x7fb738155800 2024-09-19T06:53:24.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.069+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb73815eec0 con 0x7fb738155800 2024-09-19T06:53:24.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.070+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb738155be0 con 0x7fb738155800 2024-09-19T06:53:24.072 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.071+0000 7fb72e000640 1 -- 172.21.15.90:0/3828482377 <== mon.0 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb72400b860 con 0x7fb738155800 2024-09-19T06:53:24.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.072+0000 7fb72e000640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb71806c2b0 0x7fb71806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:53:24.073 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.072+0000 7fb72e000640 1 -- 172.21.15.90:0/3828482377 <== mon.0 v2:172.21.15.90:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fb72408b3f0 con 0x7fb738155800 2024-09-19T06:53:24.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.073+0000 7fb735e00640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb71806c2b0 0x7fb71806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:53:24.074 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.073+0000 7fb735e00640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb71806c2b0 0x7fb71806e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb728034000 tx=0x7fb72802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:53:24.077 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.077+0000 7fb72e000640 1 -- 172.21.15.90:0/3828482377 <== mon.0 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb724059dc0 con 0x7fb738155800 2024-09-19T06:53:24.286 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.285+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb738072a60 con 0x7fb738155800 2024-09-19T06:53:24.287 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.286+0000 7fb72e000640 1 -- 172.21.15.90:0/3828482377 <== mon.0 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+3911 (secure 0 0 0) 0x7fb7240596c0 con 0x7fb738155800 2024-09-19T06:53:24.287 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-09-19T06:53:24.287 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":20,"btime":"2024-09-19T06:52:50:757133+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4761,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1245701705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1245701705},{"type":"v1","addr":"172.21.15.90:6835","nonce":1245701705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4771,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6834/181928423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":181928423},{"type":"v1","addr":"172.21.15.129:6834","nonce":181928423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4774,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.129:6835/4174565845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6833","nonce":4174565845},{"type":"v1","addr":"172.21.15.129:6835","nonce":4174565845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5055,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/270917344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":270917344},{"type":"v1","addr":"172.21.15.90:6837","nonce":270917344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[]} 2024-09-19T06:53:24.288 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 20 2024-09-19T06:53:24.289 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb71806c2b0 msgr2=0x7fb71806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb71806c2b0 0x7fb71806e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb728034000 tx=0x7fb72802e000 comp rx=0 tx=0).stop 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 msgr2=0x7fb7381467b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 0x7fb7381467b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fb72400d7d0 tx=0x7fb72400dc90 comp rx=0 tx=0).stop 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 shutdown_connections 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:6800/2371484944,v1:172.21.15.90:6801/2371484944] conn(0x7fb71806c2b0 0x7fb71806e770 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] conn(0x7fb73815c330 0x7fb73815d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb738155800 0x7fb7381467b0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 --2- 172.21.15.90:0/3828482377 >> [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] conn(0x7fb7380cf570 0x7fb738146270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 >> 172.21.15.90:0/3828482377 conn(0x7fb73806bc10 msgr2=0x7fb7380b3710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 shutdown_connections 2024-09-19T06:53:24.290 INFO:teuthology.orchestra.run.smithi090.stderr:2024-09-19T06:53:24.288+0000 7fb73ce00640 1 -- 172.21.15.90:0/3828482377 wait complete. 2024-09-19T06:53:24.305 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-19T06:53:24.305 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T06:53:24.305 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:53:24.305 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.319 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:53:24.320 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:53:24.320 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.374 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:53:24.374 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:53:24.374 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.392 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:53:24.392 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:53:24.392 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.449 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:53:24.449 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T06:53:24.449 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T06:53:24.449 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.494 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T06:53:24.495 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T06:53:24.495 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.549 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T06:53:24.549 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T06:53:24.549 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.599 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T06:53:24.600 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T06:53:24.600 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.653 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T06:53:24.653 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T06:53:24.654 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.696 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T06:53:24.696 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T06:53:24.696 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.744 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T06:53:24.744 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T06:53:24.744 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.800 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T06:53:24.800 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T06:53:24.800 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.859 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T06:53:24.859 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T06:53:24.859 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T06:53:24.859 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.925 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T06:53:24.925 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T06:53:24.925 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:24.987 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T06:53:24.987 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T06:53:24.987 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T06:53:24.988 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:25.007 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T06:53:25.008 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T06:53:25.008 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:25.026 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T06:53:25.026 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T06:53:25.026 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:53:25.085 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2024-09-19T06:53:25.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-19T06:53:25.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s 2024-09-19T06:53:25.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2024-09-19T06:53:25.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-09-19T06:53:25.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-19T06:53:25.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b is failed for ~0s 2024-09-19T06:53:25.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-09-19T06:53:25.086 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T06:53:25.086 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T06:53:25.087 DEBUG:teuthology.orchestra.run.smithi090:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-19T06:53:25.164 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:53:25.164 DEBUG:teuthology.orchestra.run.smithi090:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T06:53:25.488 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:53:25.488 DEBUG:teuthology.orchestra.run.smithi090:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T06:53:25.601 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:53:25.602 DEBUG:teuthology.orchestra.run.smithi090:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T06:53:25.699 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:53:25.699 DEBUG:teuthology.orchestra.run.smithi090:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T06:53:25.798 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:53:25.799 DEBUG:teuthology.orchestra.run.smithi129:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T06:53:26.003 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:53:26.004 DEBUG:teuthology.orchestra.run.smithi129:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T06:53:26.109 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:53:26.109 DEBUG:teuthology.orchestra.run.smithi129:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T06:53:26.218 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:53:26.219 DEBUG:teuthology.orchestra.run.smithi129:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T06:53:26.336 INFO:tasks.ceph:Archiving mon data... 2024-09-19T06:53:26.339 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765/data/mon.a.tgz 2024-09-19T06:53:26.340 DEBUG:teuthology.orchestra.run.smithi090:> mktemp 2024-09-19T06:53:26.378 INFO:teuthology.orchestra.run.smithi090.stdout:/tmp/tmp.GthYj8SgIs 2024-09-19T06:53:26.378 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.GthYj8SgIs 2024-09-19T06:53:26.550 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 0666 /tmp/tmp.GthYj8SgIs 2024-09-19T06:53:26.651 DEBUG:teuthology.orchestra.remote:smithi090:/tmp/tmp.GthYj8SgIs is 309KB 2024-09-19T06:53:26.911 DEBUG:teuthology.orchestra.run.smithi090:> rm -fr /tmp/tmp.GthYj8SgIs 2024-09-19T06:53:26.947 DEBUG:teuthology.misc:Transferring archived files from smithi129:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765/data/mon.b.tgz 2024-09-19T06:53:26.947 DEBUG:teuthology.orchestra.run.smithi129:> mktemp 2024-09-19T06:53:26.983 INFO:teuthology.orchestra.run.smithi129.stdout:/tmp/tmp.XbEytt5UnL 2024-09-19T06:53:26.984 DEBUG:teuthology.orchestra.run.smithi129:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.XbEytt5UnL 2024-09-19T06:53:27.184 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 0666 /tmp/tmp.XbEytt5UnL 2024-09-19T06:53:27.281 DEBUG:teuthology.orchestra.remote:smithi129:/tmp/tmp.XbEytt5UnL is 416KB 2024-09-19T06:53:28.220 DEBUG:teuthology.orchestra.run.smithi129:> rm -fr /tmp/tmp.XbEytt5UnL 2024-09-19T06:53:28.258 DEBUG:teuthology.misc:Transferring archived files from smithi129:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765/data/mon.c.tgz 2024-09-19T06:53:28.259 DEBUG:teuthology.orchestra.run.smithi129:> mktemp 2024-09-19T06:53:28.336 INFO:teuthology.orchestra.run.smithi129.stdout:/tmp/tmp.l9qLk1gIAi 2024-09-19T06:53:28.336 DEBUG:teuthology.orchestra.run.smithi129:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.l9qLk1gIAi 2024-09-19T06:53:28.515 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 0666 /tmp/tmp.l9qLk1gIAi 2024-09-19T06:53:28.610 DEBUG:teuthology.orchestra.remote:smithi129:/tmp/tmp.l9qLk1gIAi is 416KB 2024-09-19T06:53:29.010 DEBUG:teuthology.orchestra.run.smithi129:> rm -fr /tmp/tmp.l9qLk1gIAi 2024-09-19T06:53:29.046 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T06:53:29.046 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T06:53:29.051 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T06:53:29.182 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T06:53:29.218 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T06:53:29.219 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T06:53:29.260 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765/remote/smithi090/crash 2024-09-19T06:53:29.284 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T06:53:29.340 DEBUG:teuthology.misc:Transferring archived files from smithi129:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765/remote/smithi129/crash 2024-09-19T06:53:29.341 DEBUG:teuthology.orchestra.run.smithi129:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T06:53:29.395 INFO:tasks.ceph:Shutting down logrotate 2024-09-19T06:53:29.396 DEBUG:teuthology.orchestra.run.smithi090:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:53:29.400 DEBUG:teuthology.orchestra.run.smithi129:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:53:29.488 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T06:53:29.543 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T06:53:29.599 INFO:tasks.ceph:Compressing logs... 2024-09-19T06:53:29.600 DEBUG:teuthology.orchestra.run.smithi090:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T06:53:29.604 DEBUG:teuthology.orchestra.run.smithi129:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T06:53:29.654 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T06:53:29.654 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103418.log 2024-09-19T06:53:29.655 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42196.log 2024-09-19T06:53:29.656 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42867.log 2024-09-19T06:53:29.656 INFO:teuthology.orchestra.run.smithi090.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.103418.log.gz 2024-09-19T06:53:29.657 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47031.log 2024-09-19T06:53:29.657 INFO:teuthology.orchestra.run.smithi090.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42196.log.gz 2024-09-19T06:53:29.658 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42867.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42867.log.gz 2024-09-19T06:53:29.658 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41212.log 2024-09-19T06:53:29.659 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35940.log 2024-09-19T06:53:29.660 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.0.47031.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47031.log.gz 2024-09-19T06:53:29.660 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47027.log 2024-09-19T06:53:29.660 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41296.log 2024-09-19T06:53:29.660 INFO:teuthology.orchestra.run.smithi090.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.41212.log.gz 2024-09-19T06:53:29.661 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.0.47027.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47027.log.gz 2024-09-19T06:53:29.661 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44485.log 2024-09-19T06:53:29.662 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.41527.log 2024-09-19T06:53:29.663 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.admin.35940.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T06:53:29.663 INFO:teuthology.orchestra.run.smithi129.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.35940.log.gz 2024-09-19T06:53:29.663 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.1.41527.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.41527.log.gz 2024-09-19T06:53:29.663 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36100.log 2024-09-19T06:53:29.663 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.41508.log 2024-09-19T06:53:29.663 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.admin.36100.log: gzip -5 --verbose -- 87.6% /var/log/ceph/ceph-client.admin.35849.log 2024-09-19T06:53:29.663 INFO:teuthology.orchestra.run.smithi129.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36100.log.gz 2024-09-19T06:53:29.665 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.1.41508.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.41508.log.gz 2024-09-19T06:53:29.665 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-19T06:53:29.665 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.admin.35849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.41926.log 2024-09-19T06:53:29.665 INFO:teuthology.orchestra.run.smithi129.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.35849.log.gz 2024-09-19T06:53:29.666 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36020.log 2024-09-19T06:53:29.668 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41296.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44695.log 2024-09-19T06:53:29.668 INFO:teuthology.orchestra.run.smithi090.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41296.log.gz 2024-09-19T06:53:29.668 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41254.log 2024-09-19T06:53:29.668 INFO:teuthology.orchestra.run.smithi090.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44485.log.gz 2024-09-19T06:53:29.668 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45387.log 2024-09-19T06:53:29.668 INFO:teuthology.orchestra.run.smithi090.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.44695.log.gz 2024-09-19T06:53:29.668 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103857.log 2024-09-19T06:53:29.668 INFO:teuthology.orchestra.run.smithi090.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41254.log.gz 2024-09-19T06:53:29.669 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45387.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45387.log.gz 2024-09-19T06:53:29.669 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104510.log 2024-09-19T06:53:29.669 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45855.log 2024-09-19T06:53:29.669 INFO:teuthology.orchestra.run.smithi090.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.103857.log.gz 2024-09-19T06:53:29.669 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41384.log 2024-09-19T06:53:29.669 INFO:teuthology.orchestra.run.smithi090.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.104510.log.gz 2024-09-19T06:53:29.669 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43274.log 2024-09-19T06:53:29.669 INFO:teuthology.orchestra.run.smithi090.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45855.log.gz 2024-09-19T06:53:29.674 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.3.41926.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.41926.log.gz 2024-09-19T06:53:29.674 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T06:53:29.674 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.admin.36020.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T06:53:29.674 INFO:teuthology.orchestra.run.smithi129.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36020.log.gz 2024-09-19T06:53:29.674 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T06:53:29.675 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35809.log 2024-09-19T06:53:29.675 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-mon.c.log: 93.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T06:53:29.675 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35895.log 2024-09-19T06:53:29.675 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.admin.35809.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T06:53:29.675 INFO:teuthology.orchestra.run.smithi129.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.35809.log.gz 2024-09-19T06:53:29.675 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.admin.35895.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T06:53:29.675 INFO:teuthology.orchestra.run.smithi129.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.35895.log.gz 2024-09-19T06:53:29.675 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T06:53:29.676 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-19T06:53:29.677 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41384.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41384.log.gz 2024-09-19T06:53:29.677 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42865.log 2024-09-19T06:53:29.677 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.43274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104678.log 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43274.log.gz 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103815.log 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42865.log.gz 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42763.log 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.104678.log.gz 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41930.log 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.103815.log.gz 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42763.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42763.log.gz 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41678.log 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41930.log.gz 2024-09-19T06:53:29.678 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46041.log 2024-09-19T06:53:29.679 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41594.log 2024-09-19T06:53:29.679 INFO:teuthology.orchestra.run.smithi090.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41678.log.gz 2024-09-19T06:53:29.679 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46129.log 2024-09-19T06:53:29.679 INFO:teuthology.orchestra.run.smithi090.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46041.log.gz 2024-09-19T06:53:29.679 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103670.log 2024-09-19T06:53:29.679 INFO:teuthology.orchestra.run.smithi090.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41594.log.gz 2024-09-19T06:53:29.680 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-mds.d.log: 92.2% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T06:53:29.680 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T06:53:29.680 INFO:teuthology.orchestra.run.smithi129.stderr: 92.8% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-19T06:53:29.681 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36060.log 2024-09-19T06:53:29.682 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46129.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46129.log.gz 2024-09-19T06:53:29.682 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105042.log 2024-09-19T06:53:29.683 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103670.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41340.log 2024-09-19T06:53:29.683 INFO:teuthology.orchestra.run.smithi090.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.103670.log.gz 2024-09-19T06:53:29.683 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.105042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45513.log 2024-09-19T06:53:29.683 INFO:teuthology.orchestra.run.smithi090.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.105042.log.gz 2024-09-19T06:53:29.683 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42194.log 2024-09-19T06:53:29.683 INFO:teuthology.orchestra.run.smithi090.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41340.log.gz 2024-09-19T06:53:29.683 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46436.log 2024-09-19T06:53:29.683 INFO:teuthology.orchestra.run.smithi090.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45513.log.gz 2024-09-19T06:53:29.683 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42194.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45771.log 2024-09-19T06:53:29.684 INFO:teuthology.orchestra.run.smithi090.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42194.log.gz 2024-09-19T06:53:29.687 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T06:53:29.687 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-mgr.x.log: /var/log/ceph/ceph-client.admin.36060.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36060.log.gz 2024-09-19T06:53:29.687 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.41922.log 2024-09-19T06:53:29.688 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45813.log 2024-09-19T06:53:29.688 INFO:teuthology.orchestra.run.smithi090.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46436.log.gz 2024-09-19T06:53:29.688 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45771.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42857.log 2024-09-19T06:53:29.689 INFO:teuthology.orchestra.run.smithi090.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45771.log.gz 2024-09-19T06:53:29.689 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105002.log 2024-09-19T06:53:29.689 INFO:teuthology.orchestra.run.smithi090.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45813.log.gz 2024-09-19T06:53:29.689 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46310.log 88.0% 2024-09-19T06:53:29.689 INFO:teuthology.orchestra.run.smithi090.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42857.log.gz 2024-09-19T06:53:29.689 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.105002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46604.log 2024-09-19T06:53:29.689 INFO:teuthology.orchestra.run.smithi090.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.105002.log.gz 2024-09-19T06:53:29.689 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46352.log 2024-09-19T06:53:29.689 INFO:teuthology.orchestra.run.smithi090.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46310.log.gz 2024-09-19T06:53:29.692 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35980.log 2024-09-19T06:53:29.692 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.3.41922.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.41922.log.gz 2024-09-19T06:53:29.692 INFO:teuthology.orchestra.run.smithi129.stderr: 93.4% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T06:53:29.692 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/ceph-client.admin.35980.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.35980.log.gz 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41888.log 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46604.log.gz 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46352.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.29568.log 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46352.log.gz 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104552.log 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41888.log.gz 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph.tmp-client.admin.29568.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.29568.log.gz 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41720.log 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104552.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.104552.log.gz 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41034.log 2024-09-19T06:53:29.694 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104132.log 2024-09-19T06:53:29.695 INFO:teuthology.orchestra.run.smithi090.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.41720.log.gz 2024-09-19T06:53:29.695 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43064.log 2024-09-19T06:53:29.696 INFO:teuthology.orchestra.run.smithi090.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41034.log.gz 2024-09-19T06:53:29.696 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42189.log 2024-09-19T06:53:29.696 INFO:teuthology.orchestra.run.smithi090.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.104132.log.gz 2024-09-19T06:53:29.696 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.43064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104300.log 88.3% 2024-09-19T06:53:29.696 INFO:teuthology.orchestra.run.smithi090.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43064.log.gz 2024-09-19T06:53:29.697 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42519.log 2024-09-19T06:53:29.697 INFO:teuthology.orchestra.run.smithi090.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42189.log.gz 2024-09-19T06:53:29.698 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42180.log 2024-09-19T06:53:29.698 INFO:teuthology.orchestra.run.smithi090.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.104300.log.gz 2024-09-19T06:53:29.700 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41804.log 2024-09-19T06:53:29.700 INFO:teuthology.orchestra.run.smithi090.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42519.log.gz 2024-09-19T06:53:29.700 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46520.log 2024-09-19T06:53:29.700 INFO:teuthology.orchestra.run.smithi090.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42180.log.gz 2024-09-19T06:53:29.701 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42868.log 2024-09-19T06:53:29.701 INFO:teuthology.orchestra.run.smithi090.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41804.log.gz 2024-09-19T06:53:29.708 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43496.log 2024-09-19T06:53:29.708 INFO:teuthology.orchestra.run.smithi090.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46520.log.gz 2024-09-19T06:53:29.708 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44926.log 88.0% 2024-09-19T06:53:29.708 INFO:teuthology.orchestra.run.smithi090.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42868.log.gz 2024-09-19T06:53:29.708 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.43496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41972.log 2024-09-19T06:53:29.708 INFO:teuthology.orchestra.run.smithi090.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43496.log.gz 2024-09-19T06:53:29.708 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103773.log 2024-09-19T06:53:29.708 INFO:teuthology.orchestra.run.smithi090.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44926.log.gz 2024-09-19T06:53:29.708 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45915.log 2024-09-19T06:53:29.709 INFO:teuthology.orchestra.run.smithi090.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41972.log.gz 2024-09-19T06:53:29.709 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103773.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T06:53:29.709 INFO:teuthology.orchestra.run.smithi090.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.103773.log.gz 2024-09-19T06:53:29.709 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42527.log 2024-09-19T06:53:29.709 INFO:teuthology.orchestra.run.smithi090.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45915.log.gz 2024-09-19T06:53:29.709 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43190.log 2024-09-19T06:53:29.710 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42527.log: 89.2% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T06:53:29.710 INFO:teuthology.orchestra.run.smithi090.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42527.log.gz 2024-09-19T06:53:29.710 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43106.log 2024-09-19T06:53:29.710 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.43190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46394.log 2024-09-19T06:53:29.711 INFO:teuthology.orchestra.run.smithi090.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.43190.log.gz 2024-09-19T06:53:29.711 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.43106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66453.log 2024-09-19T06:53:29.711 INFO:teuthology.orchestra.run.smithi090.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43106.log.gz 2024-09-19T06:53:29.712 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46394.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46394.log.gz 2024-09-19T06:53:29.712 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104174.log 2024-09-19T06:53:29.713 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.66453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41552.log 2024-09-19T06:53:29.713 INFO:teuthology.orchestra.run.smithi090.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.66453.log.gz 2024-09-19T06:53:29.714 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36035.log 2024-09-19T06:53:29.714 INFO:teuthology.orchestra.run.smithi090.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.104174.log.gz 2024-09-19T06:53:29.714 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41552.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43316.log 2024-09-19T06:53:29.714 INFO:teuthology.orchestra.run.smithi090.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41552.log.gz 2024-09-19T06:53:29.715 INFO:teuthology.orchestra.run.smithi129.stderr: 94.1% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-19T06:53:29.716 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.36035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102639.log 2024-09-19T06:53:29.716 INFO:teuthology.orchestra.run.smithi090.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36035.log.gz 2024-09-19T06:53:29.716 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.43316.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43316.log.gz 2024-09-19T06:53:29.716 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42191.log 2024-09-19T06:53:29.717 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.102639.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.102639.log.gz 2024-09-19T06:53:29.717 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103325.log 2024-09-19T06:53:29.718 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42528.log 2024-09-19T06:53:29.718 INFO:teuthology.orchestra.run.smithi090.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42191.log.gz 2024-09-19T06:53:29.719 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103325.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.103325.log.gz 2024-09-19T06:53:29.719 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46772.log 2024-09-19T06:53:29.720 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42528.log: gzip 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42528.log.gz 2024-09-19T06:53:29.720 INFO:teuthology.orchestra.run.smithi090.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.44002.log 2024-09-19T06:53:29.721 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42014.log 2024-09-19T06:53:29.721 INFO:teuthology.orchestra.run.smithi090.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.46772.log.gz 2024-09-19T06:53:29.724 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44002.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44002.log.gz 2024-09-19T06:53:29.724 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46838.log 2024-09-19T06:53:29.724 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45429.log 2024-09-19T06:53:29.724 INFO:teuthology.orchestra.run.smithi090.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42014.log.gz 2024-09-19T06:53:29.724 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41510.log 2024-09-19T06:53:29.724 INFO:teuthology.orchestra.run.smithi090.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46838.log.gz 2024-09-19T06:53:29.725 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46478.log 2024-09-19T06:53:29.725 INFO:teuthology.orchestra.run.smithi090.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45429.log.gz 2024-09-19T06:53:29.726 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41636.log 2024-09-19T06:53:29.726 INFO:teuthology.orchestra.run.smithi090.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41510.log.gz 2024-09-19T06:53:29.727 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46478.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-19T06:53:29.727 INFO:teuthology.orchestra.run.smithi090.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46478.log.gz 2024-09-19T06:53:29.727 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41636.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104258.log 2024-09-19T06:53:29.727 INFO:teuthology.orchestra.run.smithi090.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.41636.log.gz 2024-09-19T06:53:29.728 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102568.log 2024-09-19T06:53:29.729 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104258.log: 93.0% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-19T06:53:29.729 INFO:teuthology.orchestra.run.smithi090.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.104258.log.gz 2024-09-19T06:53:29.730 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104468.log 2024-09-19T06:53:29.730 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.102568.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.102568.log.gz 2024-09-19T06:53:29.731 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45999.log 2024-09-19T06:53:29.731 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46688.log 2024-09-19T06:53:29.732 INFO:teuthology.orchestra.run.smithi090.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.104468.log.gz 2024-09-19T06:53:29.733 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44848.log 2024-09-19T06:53:29.733 INFO:teuthology.orchestra.run.smithi090.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45999.log.gz 2024-09-19T06:53:29.734 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45093.log 2024-09-19T06:53:29.734 INFO:teuthology.orchestra.run.smithi090.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46688.log.gz 2024-09-19T06:53:29.735 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104804.log 2024-09-19T06:53:29.735 INFO:teuthology.orchestra.run.smithi090.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44848.log.gz 2024-09-19T06:53:29.735 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44527.log 2024-09-19T06:53:29.735 INFO:teuthology.orchestra.run.smithi090.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45093.log.gz 2024-09-19T06:53:29.736 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43232.log 2024-09-19T06:53:29.737 INFO:teuthology.orchestra.run.smithi090.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.104804.log.gz 2024-09-19T06:53:29.738 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103899.log 2024-09-19T06:53:29.738 INFO:teuthology.orchestra.run.smithi090.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44527.log.gz 2024-09-19T06:53:29.738 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.43232.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104846.log 2024-09-19T06:53:29.739 INFO:teuthology.orchestra.run.smithi090.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43232.log.gz 2024-09-19T06:53:29.739 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42195.log 2024-09-19T06:53:29.739 INFO:teuthology.orchestra.run.smithi090.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.103899.log.gz 2024-09-19T06:53:29.740 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104846.log: gzip 88.3% -5 -- replaced with /var/log/ceph/ceph-client.admin.104846.log.gz 2024-09-19T06:53:29.740 INFO:teuthology.orchestra.run.smithi090.stderr: --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-19T06:53:29.741 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104594.log 2024-09-19T06:53:29.741 INFO:teuthology.orchestra.run.smithi090.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42195.log.gz 2024-09-19T06:53:29.741 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42529.log 2024-09-19T06:53:29.742 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104594.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.104594.log.gz 2024-09-19T06:53:29.743 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45016.log 2024-09-19T06:53:29.744 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43148.log 2024-09-19T06:53:29.744 INFO:teuthology.orchestra.run.smithi090.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42529.log.gz 2024-09-19T06:53:29.745 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45016.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-19T06:53:29.745 INFO:teuthology.orchestra.run.smithi090.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45016.log.gz 2024-09-19T06:53:29.747 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.43148.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.43148.log.gz 2024-09-19T06:53:29.747 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105084.log 2024-09-19T06:53:29.747 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104888.log 2024-09-19T06:53:29.748 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.105084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42526.log 2024-09-19T06:53:29.748 INFO:teuthology.orchestra.run.smithi090.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.105084.log.gz 2024-09-19T06:53:29.749 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104888.log: 88.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.104888.log.gz 2024-09-19T06:53:29.749 INFO:teuthology.orchestra.run.smithi090.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.42859.log 2024-09-19T06:53:29.750 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42532.log 2024-09-19T06:53:29.751 INFO:teuthology.orchestra.run.smithi090.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42526.log.gz 2024-09-19T06:53:29.751 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103730.log 2024-09-19T06:53:29.752 INFO:teuthology.orchestra.run.smithi090.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42859.log.gz 2024-09-19T06:53:29.753 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42511.log 2024-09-19T06:53:29.753 INFO:teuthology.orchestra.run.smithi090.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42532.log.gz 2024-09-19T06:53:29.754 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103730.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46264.log 2024-09-19T06:53:29.754 INFO:teuthology.orchestra.run.smithi090.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.103730.log.gz 2024-09-19T06:53:29.755 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41468.log 2024-09-19T06:53:29.755 INFO:teuthology.orchestra.run.smithi090.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42511.log.gz 2024-09-19T06:53:29.756 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103544.log 2024-09-19T06:53:29.756 INFO:teuthology.orchestra.run.smithi090.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46264.log.gz 2024-09-19T06:53:29.757 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39482.log 2024-09-19T06:53:29.757 INFO:teuthology.orchestra.run.smithi090.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41468.log.gz 2024-09-19T06:53:29.758 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104720.log 2024-09-19T06:53:29.758 INFO:teuthology.orchestra.run.smithi090.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.103544.log.gz 2024-09-19T06:53:29.759 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.39482.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T06:53:29.759 INFO:teuthology.orchestra.run.smithi090.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.39482.log.gz 2024-09-19T06:53:29.760 INFO:teuthology.orchestra.run.smithi129.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T06:53:29.761 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45177.log 2024-09-19T06:53:29.761 INFO:teuthology.orchestra.run.smithi090.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.104720.log.gz 2024-09-19T06:53:29.761 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T06:53:29.763 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45303.log 2024-09-19T06:53:29.763 INFO:teuthology.orchestra.run.smithi090.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45177.log.gz 2024-09-19T06:53:29.764 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44306.log 2024-09-19T06:53:29.766 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45303.log: 86.0% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T06:53:29.766 INFO:teuthology.orchestra.run.smithi090.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45303.log.gz 2024-09-19T06:53:29.766 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66951.log 2024-09-19T06:53:29.767 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.2.44306.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.44306.log.gz 2024-09-19T06:53:29.767 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46730.log 2024-09-19T06:53:29.768 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.66951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35671.log 2024-09-19T06:53:29.768 INFO:teuthology.orchestra.run.smithi090.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.66951.log.gz 2024-09-19T06:53:29.769 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46730.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103460.log 2024-09-19T06:53:29.769 INFO:teuthology.orchestra.run.smithi090.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46730.log.gz 2024-09-19T06:53:29.771 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.35671.log: 91.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42531.log 2024-09-19T06:53:29.771 INFO:teuthology.orchestra.run.smithi090.stderr: -- replaced with /var/log/ceph/ceph-client.admin.35671.log.gz 2024-09-19T06:53:29.772 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103460.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.103460.log.gz 2024-09-19T06:53:29.772 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42856.log 2024-09-19T06:53:29.773 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41130.log 2024-09-19T06:53:29.773 INFO:teuthology.orchestra.run.smithi090.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42531.log.gz 2024-09-19T06:53:29.775 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42856.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104090.log 2024-09-19T06:53:29.775 INFO:teuthology.orchestra.run.smithi090.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42856.log.gz 2024-09-19T06:53:29.776 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104426.log 2024-09-19T06:53:29.776 INFO:teuthology.orchestra.run.smithi090.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41130.log.gz 2024-09-19T06:53:29.777 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104090.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.104090.log.gz 2024-09-19T06:53:29.778 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5/var/log/ceph/ceph-client.admin.104426.log: --verbose -- /var/log/ceph/ceph-client.admin.42186.log 2024-09-19T06:53:29.778 INFO:teuthology.orchestra.run.smithi090.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.104426.log.gz 2024-09-19T06:53:29.779 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42182.log 2024-09-19T06:53:29.781 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41846.log 2024-09-19T06:53:29.781 INFO:teuthology.orchestra.run.smithi090.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42186.log.gz 2024-09-19T06:53:29.782 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42182.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42182.log.gz 2024-09-19T06:53:29.783 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42866.log 2024-09-19T06:53:29.783 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41846.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41846.log.gz 2024-09-19T06:53:29.784 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43832.log 2024-09-19T06:53:29.785 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.42866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45729.log 2024-09-19T06:53:29.785 INFO:teuthology.orchestra.run.smithi090.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42866.log.gz 2024-09-19T06:53:29.787 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.0.43832.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.43832.log.gz 2024-09-19T06:53:29.787 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103628.log 2024-09-19T06:53:29.787 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45729.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45729.log.gz 2024-09-19T06:53:29.788 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44443.log 2024-09-19T06:53:29.789 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104342.log 2024-09-19T06:53:29.789 INFO:teuthology.orchestra.run.smithi090.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.103628.log.gz 2024-09-19T06:53:29.791 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44443.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44443.log.gz 2024-09-19T06:53:29.791 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104930.log 2024-09-19T06:53:29.792 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104342.log: gzip 88.4% -- replaced with /var/log/ceph/ceph-client.admin.104342.log.gz 2024-09-19T06:53:29.792 INFO:teuthology.orchestra.run.smithi090.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46222.log 2024-09-19T06:53:29.793 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104930.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104930.log.gz 2024-09-19T06:53:29.794 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46180.log 2024-09-19T06:53:29.795 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104762.log 2024-09-19T06:53:29.795 INFO:teuthology.orchestra.run.smithi090.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46222.log.gz 2024-09-19T06:53:29.796 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45471.log 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46180.log.gz 2024-09-19T06:53:29.796 INFO:teuthology.orchestra.run.smithi090.stderr: 2024-09-19T06:53:29.798 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44737.log 2024-09-19T06:53:29.798 INFO:teuthology.orchestra.run.smithi090.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104762.log.gz 2024-09-19T06:53:29.799 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41426.log 2024-09-19T06:53:29.799 INFO:teuthology.orchestra.run.smithi090.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45471.log.gz 2024-09-19T06:53:29.800 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41762.log 2024-09-19T06:53:29.800 INFO:teuthology.orchestra.run.smithi090.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44737.log.gz 2024-09-19T06:53:29.801 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41426.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.41426.log.gz 2024-09-19T06:53:29.802 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43851.log 2024-09-19T06:53:29.802 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.41762.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41762.log.gz 2024-09-19T06:53:29.803 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104636.log 2024-09-19T06:53:29.804 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.0.43851.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45135.log 2024-09-19T06:53:29.804 INFO:teuthology.orchestra.run.smithi090.stderr: -- replaced with /var/log/ceph/ceph-client.0.43851.log.gz 2024-09-19T06:53:29.805 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104636.log: gzip -5 --verbose -- /var/log/ceph/xfstests-dev-results/results/check.log 2024-09-19T06:53:29.805 INFO:teuthology.orchestra.run.smithi090.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.104636.log.gz 2024-09-19T06:53:29.807 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45135.log: gzip -5 --verbose -- 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45135.log.gz 2024-09-19T06:53:29.807 INFO:teuthology.orchestra.run.smithi090.stderr: /var/log/ceph/ceph-client.admin.44569.log 2024-09-19T06:53:29.807 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/xfstests-dev-results/results/check.log: 3.7% -- replaced with /var/log/ceph/xfstests-dev-results/results/check.log.gz 2024-09-19T06:53:29.808 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45625.log 2024-09-19T06:53:29.809 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44611.log 2024-09-19T06:53:29.810 INFO:teuthology.orchestra.run.smithi090.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44569.log.gz 2024-09-19T06:53:29.811 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44310.log 2024-09-19T06:53:29.811 INFO:teuthology.orchestra.run.smithi090.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45625.log.gz 2024-09-19T06:53:29.812 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44611.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44611.log.gz 2024-09-19T06:53:29.812 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45345.log 2024-09-19T06:53:29.814 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.2.44310.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.44310.log.gz 2024-09-19T06:53:29.814 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103586.log 2024-09-19T06:53:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45345.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45345.log.gz 2024-09-19T06:53:29.815 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35936.log 2024-09-19T06:53:29.817 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45261.log 2024-09-19T06:53:29.817 INFO:teuthology.orchestra.run.smithi090.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.103586.log.gz 2024-09-19T06:53:29.817 INFO:teuthology.orchestra.run.smithi129.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T06:53:29.818 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.35936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45219.log 2024-09-19T06:53:29.819 INFO:teuthology.orchestra.run.smithi090.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.35936.log.gz 2024-09-19T06:53:29.819 INFO:teuthology.orchestra.run.smithi090.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T06:53:29.819 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45261.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45261.log.gz 2024-09-19T06:53:29.819 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46646.log 2024-09-19T06:53:29.820 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45219.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45219.log.gz 2024-09-19T06:53:29.820 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43358.log 2024-09-19T06:53:29.821 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104384.log 2024-09-19T06:53:29.822 INFO:teuthology.orchestra.run.smithi090.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46646.log.gz 2024-09-19T06:53:29.822 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.43358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102652.log 2024-09-19T06:53:29.823 INFO:teuthology.orchestra.run.smithi090.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.43358.log.gz 2024-09-19T06:53:29.824 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104216.log 2024-09-19T06:53:29.824 INFO:teuthology.orchestra.run.smithi090.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.104384.log.gz 2024-09-19T06:53:29.825 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.102652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44653.log 2024-09-19T06:53:29.825 INFO:teuthology.orchestra.run.smithi090.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.102652.log.gz 2024-09-19T06:53:29.826 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.104216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46562.log 2024-09-19T06:53:29.826 INFO:teuthology.orchestra.run.smithi090.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.104216.log.gz 2024-09-19T06:53:29.827 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.44653.log: 88.3%gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T06:53:29.827 INFO:teuthology.orchestra.run.smithi090.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44653.log.gz 2024-09-19T06:53:29.828 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103502.log 2024-09-19T06:53:29.828 INFO:teuthology.orchestra.run.smithi090.stderr: 89.3%/var/log/ceph/ceph-osd.3.log: -- replaced with /var/log/ceph/ceph-client.admin.46562.log.gz 2024-09-19T06:53:29.829 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-19T06:53:29.831 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.103502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46085.log 2024-09-19T06:53:29.831 INFO:teuthology.orchestra.run.smithi090.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.103502.log.gz 2024-09-19T06:53:29.832 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45957.log 2024-09-19T06:53:29.833 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.46085.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46085.log.gz 2024-09-19T06:53:29.834 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45687.log 2024-09-19T06:53:29.835 INFO:teuthology.orchestra.run.smithi090.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45957.log.gz 2024-09-19T06:53:29.836 INFO:teuthology.orchestra.run.smithi129.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T06:53:29.837 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ceph-client.admin.45687.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45687.log.gz 2024-09-19T06:53:29.839 INFO:teuthology.orchestra.run.smithi090.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T06:53:29.845 INFO:teuthology.orchestra.run.smithi129.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T06:53:29.865 INFO:teuthology.orchestra.run.smithi129.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T06:53:29.885 INFO:teuthology.orchestra.run.smithi129.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T06:53:29.888 INFO:teuthology.orchestra.run.smithi129.stderr: 2024-09-19T06:53:29.888 INFO:teuthology.orchestra.run.smithi129.stderr:real 0m0.251s 2024-09-19T06:53:29.888 INFO:teuthology.orchestra.run.smithi129.stderr:user 0m0.951s 2024-09-19T06:53:29.888 INFO:teuthology.orchestra.run.smithi129.stderr:sys 0m0.181s 2024-09-19T06:53:29.895 INFO:teuthology.orchestra.run.smithi090.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T06:53:29.954 INFO:teuthology.orchestra.run.smithi090.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T06:53:29.998 INFO:teuthology.orchestra.run.smithi090.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T06:53:30.003 INFO:teuthology.orchestra.run.smithi090.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T06:53:30.087 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2024-09-19T06:53:30.088 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-19T06:53:30.088 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 has been restored 2024-09-19T06:53:30.088 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2024-09-19T06:53:30.088 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-09-19T06:53:30.088 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-19T06:53:30.088 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b has been restored 2024-09-19T06:53:30.088 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2024-09-19T06:53:30.091 INFO:teuthology.orchestra.run.smithi090.stderr: 93.7% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-19T06:53:30.094 INFO:teuthology.orchestra.run.smithi090.stderr: 2024-09-19T06:53:30.094 INFO:teuthology.orchestra.run.smithi090.stderr:real 0m0.461s 2024-09-19T06:53:30.094 INFO:teuthology.orchestra.run.smithi090.stderr:user 0m1.294s 2024-09-19T06:53:30.094 INFO:teuthology.orchestra.run.smithi090.stderr:sys 0m0.527s 2024-09-19T06:53:30.095 INFO:tasks.ceph:Archiving logs... 2024-09-19T06:53:30.095 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765/remote/smithi090/log 2024-09-19T06:53:30.096 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T06:53:30.470 DEBUG:teuthology.misc:Transferring archived files from smithi129:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765/remote/smithi129/log 2024-09-19T06:53:30.471 DEBUG:teuthology.orchestra.run.smithi129:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T06:53:30.660 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T06:53:30.670 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T06:53:30.670 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T06:53:30.675 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T06:53:30.787 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T06:53:30.797 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T06:53:30.798 DEBUG:teuthology.orchestra.run.smithi090:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T06:53:30.802 DEBUG:teuthology.orchestra.run.smithi129:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T06:53:30.832 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-09-19T06:53:30.835 INFO:teuthology.orchestra.run.smithi129.stderr:bash: line 1: ntpq: command not found 2024-09-19T06:53:30.839 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T06:53:30.839 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-09-19T06:53:30.839 INFO:teuthology.orchestra.run.smithi090.stdout:^* hv01.front.sepia.ceph.com 3 6 377 10 +319us[ +313us] +/- 37ms 2024-09-19T06:53:30.839 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 11 -641us[ -647us] +/- 63ms 2024-09-19T06:53:30.839 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 11 +110us[ +105us] +/- 61ms 2024-09-19T06:53:30.839 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:53:30.842 INFO:teuthology.orchestra.run.smithi129.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T06:53:30.842 INFO:teuthology.orchestra.run.smithi129.stdout:=============================================================================== 2024-09-19T06:53:30.842 INFO:teuthology.orchestra.run.smithi129.stdout:^* hv01.front.sepia.ceph.com 3 6 377 11 +320us[ +339us] +/- 36ms 2024-09-19T06:53:30.843 INFO:teuthology.orchestra.run.smithi129.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 10 -610us[ -610us] +/- 63ms 2024-09-19T06:53:30.843 INFO:teuthology.orchestra.run.smithi129.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 10 +134us[ +134us] +/- 61ms 2024-09-19T06:53:30.843 INFO:teuthology.orchestra.run.smithi129.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:53:30.843 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T06:53:30.852 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T06:53:30.853 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T06:53:30.946 DEBUG:teuthology.orchestra.run.smithi090:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T06:53:31.063 DEBUG:teuthology.orchestra.run.smithi129:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T06:53:31.176 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T06:53:31.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:53:31.236 DEBUG:teuthology.orchestra.run.smithi129:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T06:53:31.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:53:31.295 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T06:53:31.307 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T06:53:31.368 INFO:teuthology.task.internal:Duration was 755.449358 seconds 2024-09-19T06:53:31.368 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T06:53:31.380 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T06:53:31.380 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T06:53:31.384 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T06:53:31.467 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T06:53:31.471 INFO:teuthology.orchestra.run.smithi129.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T06:53:31.942 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T06:53:31.943 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi090.front.sepia.ceph.com 2024-09-19T06:53:31.943 DEBUG:teuthology.orchestra.run.smithi090:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T06:53:31.992 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi129.front.sepia.ceph.com 2024-09-19T06:53:31.992 DEBUG:teuthology.orchestra.run.smithi129:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T06:53:32.058 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T06:53:32.058 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T06:53:32.062 DEBUG:teuthology.orchestra.run.smithi129:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T06:53:32.122 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T06:53:32.122 DEBUG:teuthology.orchestra.run.smithi090:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T06:53:32.126 DEBUG:teuthology.orchestra.run.smithi129:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T06:53:32.265 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T06:53:32.276 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T06:53:32.276 DEBUG:teuthology.orchestra.run.smithi090:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T06:53:32.332 DEBUG:teuthology.orchestra.run.smithi129:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T06:53:32.388 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T06:53:32.399 DEBUG:teuthology.orchestra.run.smithi090:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:53:32.403 DEBUG:teuthology.orchestra.run.smithi129:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:53:32.469 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = core 2024-09-19T06:53:32.473 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern = core 2024-09-19T06:53:32.502 DEBUG:teuthology.orchestra.run.smithi090:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:53:32.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:53:32.536 DEBUG:teuthology.orchestra.run.smithi129:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:53:32.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:53:32.569 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T06:53:32.579 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T06:53:32.580 DEBUG:teuthology.misc:Transferring archived files from smithi090:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765/remote/smithi090 2024-09-19T06:53:32.580 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T06:53:32.643 DEBUG:teuthology.misc:Transferring archived files from smithi129:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911765/remote/smithi129 2024-09-19T06:53:32.643 DEBUG:teuthology.orchestra.run.smithi129:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T06:53:32.706 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T06:53:32.706 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T06:53:32.711 DEBUG:teuthology.orchestra.run.smithi129:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T06:53:32.745 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T06:53:32.757 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T06:53:32.757 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T06:53:32.772 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T06:53:32.772 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T06:53:32.786 DEBUG:teuthology.orchestra.run.smithi129:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T06:53:32.816 INFO:teuthology.orchestra.run.smithi090.stdout: 393253 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 06:53 /home/ubuntu/cephtest 2024-09-19T06:53:32.821 INFO:teuthology.orchestra.run.smithi129.stdout: 393233 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 06:53 /home/ubuntu/cephtest 2024-09-19T06:53:32.823 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T06:53:32.833 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T06:53:32.859 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a client.1-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/acls} duration: 755.4493584632874 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-19T06:53:32.859 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T06:53:32.940 INFO:teuthology.run:pass